Nov 15 19:49:26 user nova-compute[74639]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_linux_bridge.linux_bridge.LinuxBridgePlugin'>' with name 'linux_bridge' {{(pid=74639) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 15 19:49:26 user nova-compute[74639]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_noop.noop.NoOpPlugin'>' with name 'noop' {{(pid=74639) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 15 19:49:26 user nova-compute[74639]: DEBUG os_vif [-] Loaded VIF plugin class '<class 'vif_plug_ovs.ovs.OvsPlugin'>' with name 'ovs' {{(pid=74639) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}}
Nov 15 19:49:26 user nova-compute[74639]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs
Nov 15 19:49:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:49:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.019s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:49:26 user nova-compute[74639]: INFO nova.virt.driver [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] Loading compute driver 'libvirt.LibvirtDriver'
Nov 15 19:49:26 user nova-compute[74639]: INFO nova.compute.provider_config [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access.
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] Acquiring lock "singleton_lock" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] Acquired lock "singleton_lock" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] Releasing lock "singleton_lock" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] Full set of CONF: {{(pid=74639) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:362}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ******************************************************************************** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2589}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] Configuration options gathered from: {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2590}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] command line args: ['--config-file', '/etc/nova/nova-cpu.conf'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2591}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] config files: ['/etc/nova/nova-cpu.conf'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2592}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ================================================================================ {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2594}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] allow_resize_to_same_host      = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] arq_binding_timeout            = 300 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] backdoor_port                  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] backdoor_socket                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] block_device_allocate_retries  = 300 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] block_device_allocate_retries_interval = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cert                           = self.pem {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute_driver                 = libvirt.LibvirtDriver {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute_monitors               = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] config_dir                     = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] config_drive_format            = iso9660 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] config_file                    = ['/etc/nova/nova-cpu.conf'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] config_source                  = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] console_host                   = user {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] control_exchange               = nova {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cpu_allocation_ratio           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] daemon                         = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] debug                          = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] default_access_ip_network_name = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] default_availability_zone      = nova {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] default_ephemeral_format       = ext4 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] default_green_pool_size        = 1000 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] default_schedule_zone          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] disk_allocation_ratio          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] enable_new_services            = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] enabled_apis                   = ['osapi_compute'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] enabled_ssl_apis               = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] flat_injected                  = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] force_config_drive             = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] force_raw_images               = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] graceful_shutdown_timeout      = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] heal_instance_info_cache_interval = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] host                           = user {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] initial_cpu_allocation_ratio   = 4.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] initial_disk_allocation_ratio  = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] initial_ram_allocation_ratio   = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] injected_network_template      = /opt/stack/nova/nova/virt/interfaces.template {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] instance_build_timeout         = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] instance_delete_interval       = 300 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] instance_format                = [instance: %(uuid)s]  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] instance_name_template         = instance-%08x {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] instance_usage_audit           = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] instance_usage_audit_period    = month {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] instances_path                 = /opt/stack/data/nova/instances {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] internal_service_availability_zone = internal {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] key                            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] live_migration_retry_count     = 30 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] log_config_append              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] log_dir                        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] log_file                       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] log_options                    = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] log_rotate_interval            = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] log_rotate_interval_type       = days {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] log_rotation_type              = none {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] long_rpc_timeout               = 1800 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] max_concurrent_builds          = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] max_concurrent_live_migrations = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] max_concurrent_snapshots       = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] max_local_block_devices        = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] max_logfile_count              = 30 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] max_logfile_size_mb            = 200 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] maximum_instance_delete_attempts = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] metadata_listen                = 0.0.0.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] metadata_listen_port           = 8775 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] metadata_workers               = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] migrate_max_retries            = -1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] mkisofs_cmd                    = genisoimage {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] my_block_storage_ip            = 10.0.0.210 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] my_ip                          = 10.0.0.210 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] network_allocate_retries       = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] osapi_compute_listen           = 0.0.0.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] osapi_compute_listen_port      = 8774 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] osapi_compute_unique_server_name_scope =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] osapi_compute_workers          = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] password_length                = 12 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] periodic_enable                = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] periodic_fuzzy_delay           = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] pointer_model                  = ps2mouse {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] preallocate_images             = none {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] publish_errors                 = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] pybasedir                      = /opt/stack/nova {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ram_allocation_ratio           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] rate_limit_burst               = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] rate_limit_except_level        = CRITICAL {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] rate_limit_interval            = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] reboot_timeout                 = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] reclaim_instance_interval      = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] record                         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] reimage_timeout_per_gb         = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] report_interval                = 120 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] rescue_timeout                 = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] reserved_host_cpus             = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] reserved_host_disk_mb          = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] reserved_host_memory_mb        = 512 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] reserved_huge_pages            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] resize_confirm_window          = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] resize_fs_using_block_device   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] resume_guests_state_on_host_boot = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] rootwrap_config                = /etc/nova/rootwrap.conf {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] rpc_response_timeout           = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] run_external_periodic_tasks    = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] running_deleted_instance_action = reap {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] running_deleted_instance_poll_interval = 1800 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] running_deleted_instance_timeout = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler_instance_sync_interval = 120 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_down_time              = 720 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] servicegroup_driver            = db {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] shelved_offload_time           = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] shelved_poll_interval          = 3600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] shutdown_timeout               = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] source_is_ipv6                 = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ssl_only                       = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] state_path                     = /opt/stack/data/nova {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] sync_power_state_interval      = 600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] sync_power_state_pool_size     = 1000 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] syslog_log_facility            = LOG_USER {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] tempdir                        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] timeout_nbd                    = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] transport_url                  = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] update_resources_interval      = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] use_cow_images                 = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] use_eventlog                   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] use_journal                    = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] use_json                       = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] use_rootwrap_daemon            = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] use_stderr                     = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] use_syslog                     = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vcpu_pin_set                   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plugging_is_fatal          = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plugging_timeout           = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] virt_mkfs                      = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] volume_usage_poll_interval     = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] watch_log_file                 = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] web                            = /usr/share/spice-html5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2602}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_concurrency.disable_process_locking = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_concurrency.lock_path     = /opt/stack/data/nova {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_metrics.metrics_process_name =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.auth_strategy              = keystone {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.compute_link_prefix        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.dhcp_domain                = novalocal {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.enable_instance_password   = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.glance_link_prefix         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.instance_list_per_project_cells = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.list_records_by_skipping_down_cells = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.local_metadata_per_cell    = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.max_limit                  = 1000 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.metadata_cache_expiration  = 15 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.neutron_default_tenant_id  = default {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.use_forwarded_for          = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.use_neutron_default_nets   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.vendordata_dynamic_ssl_certfile =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.vendordata_dynamic_targets = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.vendordata_jsonfile_path   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api.vendordata_providers       = ['StaticJSON'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.backend                  = dogpile.cache.memcached {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.backend_argument         = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.config_prefix            = cache.oslo {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.dead_timeout             = 60.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.debug_cache_backend      = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.enable_retry_client      = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.enable_socket_keepalive  = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.enabled                  = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.expiration_time          = 600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.hashclient_retry_attempts = 2 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.hashclient_retry_delay   = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_dead_retry      = 300 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_password        =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_pool_maxsize    = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_sasl_enabled    = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_servers         = ['localhost:11211'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_socket_timeout  = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.memcache_username        =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.proxies                  = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.retry_attempts           = 2 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.retry_delay              = 0.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.socket_keepalive_count   = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.socket_keepalive_idle    = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.socket_keepalive_interval = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.tls_allowed_ciphers      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.tls_cafile               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.tls_certfile             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.tls_enabled              = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cache.tls_keyfile              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.auth_section            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.auth_type               = password {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.cafile                  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.catalog_info            = volumev3::publicURL {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.certfile                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.collect_timing          = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.cross_az_attach         = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.debug                   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.endpoint_template       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.http_retries            = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.insecure                = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.keyfile                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.os_region_name          = RegionOne {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.split_loggers           = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cinder.timeout                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.cpu_dedicated_set      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.cpu_shared_set         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.image_type_exclude_list = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.max_concurrent_disk_ops = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.max_disk_devices_to_attach = -1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.resource_provider_association_refresh = 300 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.shutdown_retry_interval = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] compute.vmdk_allowed_types     = ['streamOptimized', 'monolithicSparse'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] conductor.workers              = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] console.allowed_origins        = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] console.ssl_ciphers            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] console.ssl_minimum_version    = default {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] consoleauth.token_ttl          = 600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.cafile                  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.certfile                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.collect_timing          = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.connect_retries         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.connect_retry_delay     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.endpoint_override       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.insecure                = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.keyfile                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.max_version             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.min_version             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.region_name             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.service_name            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.service_type            = accelerator {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.split_loggers           = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.status_code_retries     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.status_code_retry_delay = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.timeout                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.valid_interfaces        = ['internal', 'public'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] cyborg.version                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.backend               = sqlalchemy {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.connection            = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.connection_debug      = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.connection_parameters =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.connection_recycle_time = 3600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.connection_trace      = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.db_inc_retry_interval = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.db_max_retries        = 20 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.db_max_retry_interval = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.db_retry_interval     = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.max_overflow          = 50 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.max_pool_size         = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.max_retries           = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.mysql_sql_mode        = TRADITIONAL {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.mysql_wsrep_sync_wait = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.pool_timeout          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.retry_interval        = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.slave_connection      = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] database.sqlite_synchronous    = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.backend           = sqlalchemy {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.connection        = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.connection_debug  = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.connection_parameters =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.connection_recycle_time = 3600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.connection_trace  = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.db_inc_retry_interval = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.db_max_retries    = 20 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.db_max_retry_interval = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.db_retry_interval = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.max_overflow      = 50 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.max_pool_size     = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.max_retries       = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.mysql_sql_mode    = TRADITIONAL {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.pool_timeout      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.retry_interval    = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.slave_connection  = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] api_database.sqlite_synchronous = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] devices.enabled_mdev_types     = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ephemeral_storage_encryption.enabled = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.api_servers             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.cafile                  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.certfile                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.collect_timing          = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.connect_retries         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.connect_retry_delay     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.debug                   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.default_trusted_certificate_ids = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.enable_certificate_validation = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.enable_rbd_download     = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.endpoint_override       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.insecure                = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.keyfile                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.max_version             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.min_version             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.num_retries             = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.rbd_ceph_conf           =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.rbd_connect_timeout     = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.rbd_pool                =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.rbd_user                =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.region_name             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.service_name            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.service_type            = image {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.split_loggers           = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.status_code_retries     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.status_code_retry_delay = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.timeout                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.valid_interfaces        = ['internal', 'public'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.verify_glance_signatures = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] glance.version                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] guestfs.debug                  = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.config_drive_cdrom      = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.config_drive_inject_password = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.dynamic_memory_ratio    = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.enable_instance_metrics_collection = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.enable_remotefx         = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.instances_path_share    =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.iscsi_initiator_list    = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.limit_cpu_features      = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.mounted_disk_query_retry_count = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.mounted_disk_query_retry_interval = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.power_state_check_timeframe = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.power_state_event_polling_interval = 2 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.qemu_img_cmd            = qemu-img.exe {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.use_multipath_io        = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.volume_attach_retry_count = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.volume_attach_retry_interval = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.vswitch_name            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] hyperv.wait_soft_reboot_seconds = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] mks.enabled                    = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] mks.mksproxy_base_url          = http://127.0.0.1:6090/ {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] image_cache.manager_interval   = 2400 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] image_cache.precache_concurrency = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] image_cache.remove_unused_base_images = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] image_cache.subdirectory_name  = _base {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.api_max_retries         = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.api_retry_interval      = 2 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.auth_section            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.auth_type               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.cafile                  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.certfile                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.collect_timing          = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.conductor_group         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.connect_retries         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.connect_retry_delay     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.endpoint_override       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.insecure                = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.keyfile                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.max_version             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.min_version             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.peer_list               = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.region_name             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.serial_console_state_timeout = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.service_name            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.service_type            = baremetal {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.split_loggers           = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.status_code_retries     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.status_code_retry_delay = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.timeout                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.valid_interfaces        = ['internal', 'public'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ironic.version                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] key_manager.backend            = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] key_manager.fixed_key          = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.auth_endpoint         = http://localhost/identity/v3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.barbican_api_version  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.barbican_endpoint     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.barbican_endpoint_type = public {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.barbican_region_name  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.cafile                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.certfile              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.collect_timing        = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.insecure              = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.keyfile               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.number_of_retries     = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.retry_delay           = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.send_service_user_token = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.split_loggers         = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.timeout               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.verify_ssl            = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican.verify_ssl_path       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican_service_user.auth_section = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican_service_user.auth_type = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican_service_user.cafile   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican_service_user.certfile = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican_service_user.collect_timing = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican_service_user.insecure = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican_service_user.keyfile  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican_service_user.split_loggers = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] barbican_service_user.timeout  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.approle_role_id          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.approle_secret_id        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.cafile                   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.certfile                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.collect_timing           = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.insecure                 = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.keyfile                  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.kv_mountpoint            = secret {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.kv_path                  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.kv_version               = 2 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.namespace                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.root_token_id            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.split_loggers            = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.ssl_ca_crt_file          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.timeout                  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.use_ssl                  = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vault.vault_url                = http://127.0.0.1:8200 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.auth_section          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.auth_type             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.cafile                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.certfile              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.collect_timing        = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.connect_retries       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.connect_retry_delay   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.endpoint_override     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.insecure              = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.keyfile               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.max_version           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.min_version           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.region_name           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.service_name          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.service_type          = identity {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.split_loggers         = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.status_code_retries   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.status_code_retry_delay = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.timeout               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.valid_interfaces      = ['internal', 'public'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] keystone.version               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.connection_uri         =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.cpu_mode               = custom {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.cpu_model_extra_flags  = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: WARNING oslo_config.cfg [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] Deprecated: Option "cpu_model" from group "libvirt" is deprecated. Use option "cpu_models" from group "libvirt".
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.cpu_models             = ['Nehalem'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.cpu_power_governor_high = performance {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.cpu_power_governor_low = powersave {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.cpu_power_management   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.device_detach_attempts = 8 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.device_detach_timeout  = 20 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.disk_cachemodes        = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.disk_prefix            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.enabled_perf_events    = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.file_backed_memory     = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.gid_maps               = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.hw_disk_discard        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.hw_machine_type        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.images_rbd_ceph_conf   =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.images_rbd_glance_store_name =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.images_rbd_pool        = rbd {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.images_type            = default {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.images_volume_group    = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.inject_key             = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.inject_partition       = -2 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.inject_password        = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.iscsi_iface            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.iser_use_multipath     = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_bandwidth = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_downtime = 500 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_inbound_addr = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_permit_post_copy = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_scheme  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_timeout_action = abort {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_tunnelled = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: WARNING oslo_config.cfg [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] Deprecated: Option "live_migration_uri" from group "libvirt" is deprecated for removal (
Nov 15 19:49:27 user nova-compute[74639]: live_migration_uri is deprecated for removal in favor of two other options that
Nov 15 19:49:27 user nova-compute[74639]: allow to change live migration scheme and target URI: ``live_migration_scheme``
Nov 15 19:49:27 user nova-compute[74639]: and ``live_migration_inbound_addr`` respectively.
Nov 15 19:49:27 user nova-compute[74639]: ).  Its value may be silently ignored in the future.
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_uri     = qemu+ssh://stack@%s/system {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.live_migration_with_native_tls = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.max_queues             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.nfs_mount_options      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.nfs_mount_point_base   = /opt/stack/data/nova/mnt {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.num_iser_scan_tries    = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.num_memory_encrypted_guests = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.num_pcie_ports         = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.num_volume_scan_tries  = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.pmem_namespaces        = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.quobyte_client_cfg     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rbd_connect_timeout    = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rbd_secret_uuid        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rbd_user               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.remote_filesystem_transport = ssh {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rescue_image_id        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rescue_kernel_id       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rescue_ramdisk_id      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rng_dev_path           = /dev/urandom {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.rx_queue_size          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.smbfs_mount_options    =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.snapshot_compression   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.snapshot_image_format  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.snapshots_directory    = /opt/stack/data/nova/instances/snapshots {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.sparse_logical_volumes = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.swtpm_enabled          = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.swtpm_group            = tss {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.swtpm_user             = tss {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.sysinfo_serial         = unique {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.tb_cache_size          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.tx_queue_size          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.uid_maps               = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.use_virtio_for_bridges = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.virt_type              = kvm {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.volume_clear           = zero {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.volume_clear_size      = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.volume_use_multipath   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.vzstorage_cache_path   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.vzstorage_log_path     = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.vzstorage_mount_group  = qemu {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.vzstorage_mount_opts   = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.vzstorage_mount_perms  = 0770 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.vzstorage_mount_user   = stack {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.auth_section           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.auth_type              = password {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.cafile                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.certfile               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.collect_timing         = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.connect_retries        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.connect_retry_delay    = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.default_floating_pool  = public {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.endpoint_override      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.extension_sync_interval = 600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.http_retries           = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.insecure               = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.keyfile                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.max_version            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.min_version            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.ovs_bridge             = br-int {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.physnets               = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.region_name            = RegionOne {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.service_metadata_proxy = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.service_name           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.service_type           = network {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.split_loggers          = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.status_code_retries    = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.status_code_retry_delay = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.timeout                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.valid_interfaces       = ['internal', 'public'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] neutron.version                = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] notifications.bdms_in_notifications = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] notifications.default_level    = INFO {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] notifications.notification_format = unversioned {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] notifications.notify_on_state_change = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] pci.alias                      = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] pci.device_spec                = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] pci.report_in_placement        = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.auth_section         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.auth_type            = password {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.auth_url             = http://10.0.0.210/identity {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.cafile               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.certfile             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.collect_timing       = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.connect_retries      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.connect_retry_delay  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.default_domain_id    = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.default_domain_name  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.domain_id            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.domain_name          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.endpoint_override    = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.insecure             = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.keyfile              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.max_version          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.min_version          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.password             = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.project_domain_id    = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.project_domain_name  = Default {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.project_id           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.project_name         = service {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.region_name          = RegionOne {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.service_name         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.service_type         = placement {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.split_loggers        = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.status_code_retries  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.status_code_retry_delay = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.system_scope         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.timeout              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.trust_id             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.user_domain_id       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.user_domain_name     = Default {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.user_id              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.username             = placement {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.valid_interfaces     = ['internal', 'public'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] placement.version              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.cores                    = 20 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.count_usage_from_placement = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.driver                   = nova.quota.DbQuotaDriver {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.injected_file_content_bytes = 10240 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.injected_file_path_length = 255 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.injected_files           = 5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.instances                = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.key_pairs                = 100 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.metadata_items           = 128 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.ram                      = 51200 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.recheck_quota            = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.server_group_members     = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] quota.server_groups            = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] rdp.enabled                    = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] rdp.html5_proxy_base_url       = http://127.0.0.1:6083/ {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.image_metadata_prefilter = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.max_attempts         = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.max_placement_results = 1000 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.query_placement_for_image_type_support = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] scheduler.workers              = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.host_subset_size = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.isolated_hosts = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.isolated_images = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.pci_in_placement = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.track_instance_changes = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] metrics.required               = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] metrics.weight_multiplier      = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] metrics.weight_of_unavailable  = -10000.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] metrics.weight_setting         = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] serial_console.base_url        = ws://127.0.0.1:6083/ {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] serial_console.enabled         = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] serial_console.port_range      = 10000:20000 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] serial_console.serialproxy_port = 6083 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.auth_section      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.auth_type         = password {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.cafile            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.certfile          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.collect_timing    = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.insecure          = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.keyfile           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.send_service_user_token = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.split_loggers     = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] service_user.timeout           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.agent_enabled            = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.enabled                  = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.html5proxy_base_url      = http://10.0.0.210:6081/spice_auto.html {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.html5proxy_host          = 0.0.0.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.html5proxy_port          = 6082 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.image_compression        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.jpeg_compression         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.playback_compression     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.server_listen            = 127.0.0.1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.streaming_mode           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] spice.zlib_compression         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] upgrade_levels.baseapi         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] upgrade_levels.cert            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] upgrade_levels.compute         = auto {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] upgrade_levels.conductor       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] upgrade_levels.scheduler       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vendordata_dynamic_auth.auth_section = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vendordata_dynamic_auth.auth_type = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vendordata_dynamic_auth.cafile = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vendordata_dynamic_auth.certfile = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vendordata_dynamic_auth.insecure = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vendordata_dynamic_auth.keyfile = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vendordata_dynamic_auth.timeout = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.api_retry_count         = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.ca_file                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.cache_prefix            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.cluster_name            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.connection_pool_size    = 10 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.console_delay_seconds   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.datastore_regex         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.host_ip                 = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.host_password           = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.host_port               = 443 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.host_username           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.insecure                = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.integration_bridge      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.maximum_objects         = 100 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.pbm_default_policy      = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.pbm_enabled             = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.pbm_wsdl_location       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.serial_log_dir          = /opt/vmware/vspc {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.serial_port_proxy_uri   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.serial_port_service_uri = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.task_poll_interval      = 0.5 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.use_linked_clone        = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.vnc_keymap              = en-us {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.vnc_port                = 5900 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vmware.vnc_port_total          = 10000 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.auth_schemes               = ['none'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.enabled                    = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.novncproxy_base_url        = http://10.0.0.210:6080/vnc_lite.html {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.novncproxy_host            = 0.0.0.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.novncproxy_port            = 6080 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.server_listen              = 0.0.0.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.server_proxyclient_address = 10.0.0.210 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.vencrypt_ca_certs          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.vencrypt_client_cert       = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vnc.vencrypt_client_key        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.disable_group_policy_check_upcall = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.disable_rootwrap   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.enable_numa_live_migration = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.libvirt_disable_apic = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.api_paste_config          = /etc/nova/api-paste.ini {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.client_socket_timeout     = 900 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.default_pool_size         = 1000 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.keep_alive                = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.max_header_line           = 16384 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.secure_proxy_ssl_header   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.ssl_ca_file               = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.ssl_cert_file             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.ssl_key_file              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.tcp_keepidle              = 600 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] wsgi.wsgi_log_format           = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] zvm.ca_file                    = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] zvm.cloud_connector_url        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] zvm.image_tmp_path             = /opt/stack/data/nova/images {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] zvm.reachable_timeout          = 300 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.enforce_new_defaults = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.enforce_scope      = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.policy_default_rule = default {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.policy_file        = policy.yaml {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.connection_string     = messaging:// {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.enabled               = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.es_doc_type           = notification {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.es_scroll_size        = 10000 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.es_scroll_time        = 2m {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.filter_error_trace    = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.hmac_keys             = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.sentinel_service_name = mymaster {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.socket_timeout        = 0.1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.trace_requests        = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler.trace_sqlalchemy      = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler_jaeger.process_tags   = {} {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler_jaeger.service_name_prefix = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] profiler_otlp.service_name_prefix = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] remote_debug.host              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] remote_debug.port              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.ssl      = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_rabbit.ssl_version =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_notifications.retry = -1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_messaging_notifications.transport_url = **** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.auth_section        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.auth_type           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.cafile              = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.certfile            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.collect_timing      = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.connect_retries     = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.connect_retry_delay = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.endpoint_id         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.endpoint_override   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.insecure            = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.keyfile             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.max_version         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.min_version         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.region_name         = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.service_name        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.service_type        = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.split_loggers       = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.status_code_retries = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.status_code_retry_delay = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.timeout             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.valid_interfaces    = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_limit.version             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_reports.file_event_handler = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] oslo_reports.log_dir           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 12 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_ovs_privileged.group  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_ovs_privileged.thread_pool_size = 12 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] vif_plug_ovs_privileged.user   = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_linux_bridge.flat_interface = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_linux_bridge.iptables_bottom_regex =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_linux_bridge.iptables_top_regex =  {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_linux_bridge.use_ipv6   = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_ovs.default_qos_type    = linux-noop {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_ovs.isolate_vif         = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_ovs.network_device_mtu  = 1500 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_ovs.ovs_vsctl_timeout   = 120 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_ovs.ovsdb_connection    = tcp:127.0.0.1:6640 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_ovs.ovsdb_interface     = native {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_vif_ovs.per_port_bridge     = False {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] os_brick.lock_path             = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] privsep_osbrick.capabilities   = [21] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] privsep_osbrick.group          = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] privsep_osbrick.helper_command = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] privsep_osbrick.logger_name    = os_brick.privileged {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] privsep_osbrick.thread_pool_size = 12 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] privsep_osbrick.user           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] nova_sys_admin.capabilities    = [0, 1, 2, 3, 12, 21] {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] nova_sys_admin.group           = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] nova_sys_admin.helper_command  = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] nova_sys_admin.logger_name     = oslo_privsep.daemon {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] nova_sys_admin.thread_pool_size = 12 {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] nova_sys_admin.user            = None {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2609}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG oslo_service.service [None req-42939017-dddc-451c-bd00-3aba22570a78 None None] ******************************************************************************** {{(pid=74639) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2613}}
Nov 15 19:49:27 user nova-compute[74639]: INFO nova.service [-] Starting compute node (version 0.0.0)
Nov 15 19:49:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Connecting to libvirt: qemu:///system {{(pid=74639) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:506}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Registering for lifecycle events <nova.virt.libvirt.host.Host object at 0x7fa988607040> {{(pid=74639) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:512}}
Nov 15 19:49:27 user nova-compute[74639]: libvirt:  error : internal error: could not initialize domain event timer
Nov 15 19:49:27 user nova-compute[74639]: WARNING nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] URI qemu:///system does not support events: internal error: could not initialize domain event timer: libvirt.libvirtError: internal error: could not initialize domain event timer
Nov 15 19:49:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Registering for connection events: <nova.virt.libvirt.host.Host object at 0x7fa988607040> {{(pid=74639) _get_new_connection /opt/stack/nova/nova/virt/libvirt/host.py:533}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Starting native event thread {{(pid=74639) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:492}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Starting green dispatch thread {{(pid=74639) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:498}}
Nov 15 19:49:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Starting connection event dispatch thread {{(pid=74639) _init_events /opt/stack/nova/nova/virt/libvirt/host.py:501}}
Nov 15 19:49:27 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Connection event '1' reason 'None'
Nov 15 19:49:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Cannot update service status on host "user" since it is not registered.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 15 19:49:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.mount [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Initialising _HostMountState generation 0 {{(pid=74639) host_up /opt/stack/nova/nova/virt/libvirt/volume/mount.py:130}}
Nov 15 19:49:34 user nova-compute[74639]: INFO nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt host capabilities <capabilities>
Nov 15 19:49:34 user nova-compute[74639]:   <host>
Nov 15 19:49:34 user nova-compute[74639]:     <uuid>e20c3142-5af9-7467-ecd8-70b2e4a210d6</uuid>
Nov 15 19:49:34 user nova-compute[74639]:     <cpu>
Nov 15 19:49:34 user nova-compute[74639]:       <arch>x86_64</arch>
Nov 15 19:49:34 user nova-compute[74639]:       <model>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <vendor>Intel</vendor>
Nov 15 19:49:34 user nova-compute[74639]:       <microcode version='1070'/>
Nov 15 19:49:34 user nova-compute[74639]:       <counter name='tsc' frequency='2094952000' scaling='no'/>
Nov 15 19:49:34 user nova-compute[74639]:       <topology sockets='6' dies='1' cores='1' threads='1'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='ss'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='vmx'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='pcid'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='osxsave'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='hypervisor'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='arat'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='tsc_adjust'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='md-clear'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='arch-capabilities'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='invtsc'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='rsba'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature name='skip-l1dfl-vmentry'/>
Nov 15 19:49:34 user nova-compute[74639]:       <pages unit='KiB' size='4'/>
Nov 15 19:49:34 user nova-compute[74639]:       <pages unit='KiB' size='2048'/>
Nov 15 19:49:34 user nova-compute[74639]:     </cpu>
Nov 15 19:49:34 user nova-compute[74639]:     <power_management>
Nov 15 19:49:34 user nova-compute[74639]:       <suspend_mem/>
Nov 15 19:49:34 user nova-compute[74639]:       <suspend_disk/>
Nov 15 19:49:34 user nova-compute[74639]:       <suspend_hybrid/>
Nov 15 19:49:34 user nova-compute[74639]:     </power_management>
Nov 15 19:49:34 user nova-compute[74639]:     <iommu support='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     <migration_features>
Nov 15 19:49:34 user nova-compute[74639]:       <live/>
Nov 15 19:49:34 user nova-compute[74639]:       <uri_transports>
Nov 15 19:49:34 user nova-compute[74639]:         <uri_transport>tcp</uri_transport>
Nov 15 19:49:34 user nova-compute[74639]:         <uri_transport>rdma</uri_transport>
Nov 15 19:49:34 user nova-compute[74639]:       </uri_transports>
Nov 15 19:49:34 user nova-compute[74639]:     </migration_features>
Nov 15 19:49:34 user nova-compute[74639]:     <topology>
Nov 15 19:49:34 user nova-compute[74639]:       <cells num='2'>
Nov 15 19:49:34 user nova-compute[74639]:         <cell id='0'>
Nov 15 19:49:34 user nova-compute[74639]:           <memory unit='KiB'>8140616</memory>
Nov 15 19:49:34 user nova-compute[74639]:           <pages unit='KiB' size='4'>2035154</pages>
Nov 15 19:49:34 user nova-compute[74639]:           <pages unit='KiB' size='2048'>0</pages>
Nov 15 19:49:34 user nova-compute[74639]:           <distances>
Nov 15 19:49:34 user nova-compute[74639]:             <sibling id='0' value='10'/>
Nov 15 19:49:34 user nova-compute[74639]:             <sibling id='1' value='20'/>
Nov 15 19:49:34 user nova-compute[74639]:           </distances>
Nov 15 19:49:34 user nova-compute[74639]:           <cpus num='6'>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='0' socket_id='0' die_id='0' core_id='0' siblings='0'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='1' socket_id='2' die_id='0' core_id='0' siblings='1'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='2' socket_id='4' die_id='0' core_id='0' siblings='2'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='3' socket_id='6' die_id='0' core_id='0' siblings='3'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='4' socket_id='8' die_id='0' core_id='0' siblings='4'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='5' socket_id='10' die_id='0' core_id='0' siblings='5'/>
Nov 15 19:49:34 user nova-compute[74639]:           </cpus>
Nov 15 19:49:34 user nova-compute[74639]:         </cell>
Nov 15 19:49:34 user nova-compute[74639]:         <cell id='1'>
Nov 15 19:49:34 user nova-compute[74639]:           <memory unit='KiB'>8255068</memory>
Nov 15 19:49:34 user nova-compute[74639]:           <pages unit='KiB' size='4'>2063767</pages>
Nov 15 19:49:34 user nova-compute[74639]:           <pages unit='KiB' size='2048'>0</pages>
Nov 15 19:49:34 user nova-compute[74639]:           <distances>
Nov 15 19:49:34 user nova-compute[74639]:             <sibling id='0' value='20'/>
Nov 15 19:49:34 user nova-compute[74639]:             <sibling id='1' value='10'/>
Nov 15 19:49:34 user nova-compute[74639]:           </distances>
Nov 15 19:49:34 user nova-compute[74639]:           <cpus num='6'>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='6' socket_id='12' die_id='0' core_id='0' siblings='6'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='7' socket_id='14' die_id='0' core_id='0' siblings='7'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='8' socket_id='16' die_id='0' core_id='0' siblings='8'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='9' socket_id='18' die_id='0' core_id='0' siblings='9'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='10' socket_id='20' die_id='0' core_id='0' siblings='10'/>
Nov 15 19:49:34 user nova-compute[74639]:             <cpu id='11' socket_id='22' die_id='0' core_id='0' siblings='11'/>
Nov 15 19:49:34 user nova-compute[74639]:           </cpus>
Nov 15 19:49:34 user nova-compute[74639]:         </cell>
Nov 15 19:49:34 user nova-compute[74639]:       </cells>
Nov 15 19:49:34 user nova-compute[74639]:     </topology>
Nov 15 19:49:34 user nova-compute[74639]:     <cache>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='0' level='3' type='both' size='15' unit='MiB' cpus='0'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='2' level='3' type='both' size='15' unit='MiB' cpus='1'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='4' level='3' type='both' size='15' unit='MiB' cpus='2'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='6' level='3' type='both' size='15' unit='MiB' cpus='3'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='8' level='3' type='both' size='15' unit='MiB' cpus='4'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='10' level='3' type='both' size='15' unit='MiB' cpus='5'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='12' level='3' type='both' size='15' unit='MiB' cpus='6'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='14' level='3' type='both' size='15' unit='MiB' cpus='7'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='16' level='3' type='both' size='15' unit='MiB' cpus='8'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='18' level='3' type='both' size='15' unit='MiB' cpus='9'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='20' level='3' type='both' size='15' unit='MiB' cpus='10'/>
Nov 15 19:49:34 user nova-compute[74639]:       <bank id='22' level='3' type='both' size='15' unit='MiB' cpus='11'/>
Nov 15 19:49:34 user nova-compute[74639]:     </cache>
Nov 15 19:49:34 user nova-compute[74639]:     <secmodel>
Nov 15 19:49:34 user nova-compute[74639]:       <model>apparmor</model>
Nov 15 19:49:34 user nova-compute[74639]:       <doi>0</doi>
Nov 15 19:49:34 user nova-compute[74639]:     </secmodel>
Nov 15 19:49:34 user nova-compute[74639]:     <secmodel>
Nov 15 19:49:34 user nova-compute[74639]:       <model>dac</model>
Nov 15 19:49:34 user nova-compute[74639]:       <doi>0</doi>
Nov 15 19:49:34 user nova-compute[74639]:       <baselabel type='kvm'>+64055:+108</baselabel>
Nov 15 19:49:34 user nova-compute[74639]:       <baselabel type='qemu'>+64055:+108</baselabel>
Nov 15 19:49:34 user nova-compute[74639]:     </secmodel>
Nov 15 19:49:34 user nova-compute[74639]:   </host>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='alpha'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-alpha</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>clipper</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='armv6l'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>integratorcp</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>borzoi</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>spitz</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>nuri</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>musca-b1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>versatileab</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>kzm</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>musca-a</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>smdkc210</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sx1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>z2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>tosa</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>sabrelite</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>realview-eb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>n810</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>n800</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>versatilepb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>terrier</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mainstone</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>midway</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>musicpal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>microbit</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>cubieboard</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>verdex</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>netduino2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>raspi2b</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>cheetah</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>highbank</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>akita</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>connex</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>collie</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>raspi0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='armv7l'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-arm</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>integratorcp</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>borzoi</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>spitz</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>nuri</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>musca-b1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>versatileab</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>kzm</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>musca-a</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>smdkc210</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sx1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>z2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>tosa</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>sabrelite</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>realview-eb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>n810</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>n800</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>versatilepb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>terrier</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mainstone</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>midway</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>musicpal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>microbit</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>cubieboard</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>verdex</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>netduino2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>raspi2b</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>cheetah</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>highbank</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>akita</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>connex</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>collie</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>raspi0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='aarch64'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-aarch64</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>integratorcp</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>ast2600-evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>borzoi</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>spitz</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>nuri</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>mcimx7d-sabre</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>romulus-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>npcm750-evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>rainier-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps3-an547</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>musca-b1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>realview-pbx-a9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>versatileab</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>kzm</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>musca-a</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mcimx6ul-evk</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>smdkc210</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sx1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>imx25-pdk</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>stm32vldiscovery</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>orangepi-pc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>quanta-q71l-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>z2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>xilinx-zynq-a9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='6'>xlnx-zcu102</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>tosa</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an500</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>mps2-an521</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>sabrelite</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an511</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>canon-a1100</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>realview-eb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>quanta-gbs-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>emcraft-sf2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>realview-pb-a8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>sbsa-ref</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>raspi1ap</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>palmetto-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sx1-v1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>n810</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>g220a-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>n800</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>tacoma-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>quanta-gsj</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>versatilepb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>terrier</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mainstone</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>realview-eb-mpcore</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>supermicrox11-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>witherspoon-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>mps3-an524</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1' deprecated='yes'>swift-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>kudo-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>vexpress-a9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>midway</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>musicpal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>lm3s811evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>lm3s6965evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>microbit</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an505</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an385</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>raspi3ap</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>cubieboard</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>verdex</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>netduino2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>xlnx-versal-virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mps2-an386</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>raspi3b</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>raspi2b</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>vexpress-a15</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2'>fuji-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='512'>virt-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='virt-6.2' maxCpus='512'>virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sonorapass-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>cheetah</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>virt-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>ast2500-evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>highbank</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>akita</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>connex</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>netduinoplus2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>collie</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>raspi0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>fp5280g2-bmc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <acpi default='on' toggle='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='cris'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-cris</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>axis-dev88</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='i686'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-i386</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>x-remote</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>isapc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>microvm</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='kvm'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <pae/>
Nov 15 19:49:34 user nova-compute[74639]:       <nonpae/>
Nov 15 19:49:34 user nova-compute[74639]:       <acpi default='on' toggle='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:       <apic default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='m68k'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-m68k</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mcf5208evb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>an5206</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>virt-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>q800</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>virt-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='virt-6.2' maxCpus='1'>virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>next-cube</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>virt-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='microblaze'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-microblaze</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='microblazeel'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-microblazeel</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>petalogix-s3adsp1800</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>petalogix-ml605</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>xlnx-zynqmp-pmu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='mips'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-mips</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='16'>malta</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mipssim</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='mipsel'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-mipsel</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='16'>malta</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mipssim</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='mips64'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-mips64</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='16'>malta</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mipssim</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>pica61</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>magnum</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='mips64el'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-mips64el</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='16'>malta</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='16'>loongson3-virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mipssim</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>pica61</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>magnum</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='16'>boston</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>fuloong2e</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='ppc'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-ppc</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>g3beige</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mac99</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>ppce500</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>pegasos2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sam460ex</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>bamboo</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>40p</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>ref405ep</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>taihu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='ppc64'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-ppc64</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2048'>powernv9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>taihu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2048'>powernv10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>ppce500</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>40p</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>pegasos2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>bamboo</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>g3beige</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mac99</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sam460ex</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>ref405ep</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2048'>powernv8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='ppc64le'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-ppc64le</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pseries-jammy' maxCpus='2147483647'>pseries</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2048'>powernv9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='powernv9' maxCpus='2048'>powernv</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>taihu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='15'>mpc8544ds</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2048'>powernv10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-xenial</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-yakkety</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>ppce500</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-bionic-sxxm</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>40p</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>pegasos2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-hirsute</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-eoan</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-zesty</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>bamboo</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-groovy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-focal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>g3beige</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-disco</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.12-sxxm</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>virtex-ml507</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-cosmic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-bionic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>mac99</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-impish</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-artful</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sam460ex</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>ref405ep</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.3</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2048'>powernv8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='2147483647'>pseries-2.4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='riscv32'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-riscv32</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='8'>spike</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>opentitan</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='5'>sifive_u</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sifive_e</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='8'>virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='riscv64'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-riscv64</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='8'>spike</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='5'>microchip-icicle-kit</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='5'>sifive_u</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>shakti_c</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sifive_e</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='8'>virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='s390x'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-s390x</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='s390-ccw-virtio-jammy' maxCpus='248'>s390-ccw-virtio</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-artful</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-groovy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-hirsute</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-disco</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-yakkety</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-eoan</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-2.5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-xenial</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-focal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-impish</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-bionic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-zesty</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-cosmic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-2.4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='248'>s390-ccw-virtio-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='sh4'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-sh4</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>shix</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>r2d</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='sh4eb'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-sh4eb</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>shix</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>r2d</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='sparc'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-sparc</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>SS-5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>SS-20</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>LX</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>SPARCClassic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>leon3_generic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>SPARCbook</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>SS-4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>SS-600MP</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>SS-10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>Voyager</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='sparc64'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-sparc64</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sun4u</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>niagara</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>sun4v</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='x86_64'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>64</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pc-i440fx-jammy' maxCpus='255'>ubuntu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-impish-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-xenial</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pc-i440fx-6.2' maxCpus='255'>pc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-4.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-hirsute</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-focal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-xenial</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-jammy-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-5.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-1.5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-eoan-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-zesty</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-disco-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-groovy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-groovy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-artful</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-trusty</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-focal-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-eoan-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-bionic-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-artful</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-yakkety</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-2.4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-cosmic-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>x-remote</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-1.7</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-6.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pc-q35-jammy' maxCpus='288'>ubuntu-q35</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-4.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-eoan</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-jammy-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-5.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.9</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-bionic-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='1'>isapc</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-1.4</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-cosmic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-3.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-bionic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-disco-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-cosmic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.12</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-bionic</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-groovy-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-disco</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-cosmic-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-wily</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-impish</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-impish</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-impish-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-hirsute</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-4.0.1</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-hirsute-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-1.6</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.10</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-zesty</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-focal</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>microvm</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-6.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.3</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-disco</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-focal-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-4.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-groovy-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-hirsute-hpb</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-5.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-2.8</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine canonical='pc-q35-6.2' maxCpus='288'>q35</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-eoan</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-2.5</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-i440fx-3.0</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='255'>pc-q35-yakkety</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='288'>pc-q35-2.11</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='kvm'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <acpi default='on' toggle='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:       <apic default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='xtensa'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-xtensa</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>sim</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>kc705</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>ml605</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>lx200</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>lx60</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]:   <guest>
Nov 15 19:49:34 user nova-compute[74639]:     <os_type>hvm</os_type>
Nov 15 19:49:34 user nova-compute[74639]:     <arch name='xtensaeb'>
Nov 15 19:49:34 user nova-compute[74639]:       <wordsize>32</wordsize>
Nov 15 19:49:34 user nova-compute[74639]:       <emulator>/usr/bin/qemu-system-xtensaeb</emulator>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='4'>sim</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>kc705</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>ml605</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>ml605-nommu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>virt</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>lx60-nommu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>lx200</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>lx200-nommu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>lx60</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <machine maxCpus='32'>kc705-nommu</machine>
Nov 15 19:49:34 user nova-compute[74639]:       <domain type='qemu'/>
Nov 15 19:49:34 user nova-compute[74639]:     </arch>
Nov 15 19:49:34 user nova-compute[74639]:     <features>
Nov 15 19:49:34 user nova-compute[74639]:       <cpuselection/>
Nov 15 19:49:34 user nova-compute[74639]:       <deviceboot/>
Nov 15 19:49:34 user nova-compute[74639]:       <disksnapshot default='on' toggle='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     </features>
Nov 15 19:49:34 user nova-compute[74639]:   </guest>
Nov 15 19:49:34 user nova-compute[74639]: </capabilities>
Nov 15 19:49:34 user nova-compute[74639]: 
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for alpha via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch alpha / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-alpha' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for armv6l via machine types: {'virt', None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch armv6l / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for armv7l via machine types: {'virt'} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch armv7l / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-arm' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for aarch64 via machine types: {'virt'} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch aarch64 / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-aarch64' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for cris via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch cris / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-cris' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for i686 via machine types: {'ubuntu', 'q35', 'ubuntu-q35', 'pc'} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu:
Nov 15 19:49:34 user nova-compute[74639]: <domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:   <path>/usr/bin/qemu-system-i386</path>
Nov 15 19:49:34 user nova-compute[74639]:   <domain>kvm</domain>
Nov 15 19:49:34 user nova-compute[74639]:   <machine>pc-i440fx-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:   <arch>i686</arch>
Nov 15 19:49:34 user nova-compute[74639]:   <vcpu max='255'/>
Nov 15 19:49:34 user nova-compute[74639]:   <iothreads supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:   <os supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='firmware'/>
Nov 15 19:49:34 user nova-compute[74639]:     <loader supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>rom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pflash</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='readonly'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='secure'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </loader>
Nov 15 19:49:34 user nova-compute[74639]:   </os>
Nov 15 19:49:34 user nova-compute[74639]:   <cpu>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-passthrough' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='hostPassthroughMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='maximum' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='maximumMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-model' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <vendor>Intel</vendor>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ss'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='vmx'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pcid'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='hypervisor'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arat'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='umip'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='md-clear'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibpb'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibrs'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='erms'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='lm'/>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='custom' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>qemu64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>qemu32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>phenom</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>n270</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>kvm64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>coreduo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>core2duo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>athlon</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Westmere-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Westmere</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Snowridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Penryn</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G5</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G4</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G1</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Nehalem-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Nehalem</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Rome</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Milan</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Dhyana</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cooperlake</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Conroe</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>486</model>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:   </cpu>
Nov 15 19:49:34 user nova-compute[74639]:   <memoryBacking supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='sourceType'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>file</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>anonymous</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>memfd</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:   </memoryBacking>
Nov 15 19:49:34 user nova-compute[74639]:   <devices>
Nov 15 19:49:34 user nova-compute[74639]:     <disk supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='diskDevice'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>disk</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cdrom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>floppy</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>lun</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='bus'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ide</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>fdc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sata</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </disk>
Nov 15 19:49:34 user nova-compute[74639]:     <graphics supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sdl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vnc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>spice</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egl-headless</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </graphics>
Nov 15 19:49:34 user nova-compute[74639]:     <video supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='modelType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cirrus</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vmvga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>qxl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>none</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>bochs</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ramfb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </video>
Nov 15 19:49:34 user nova-compute[74639]:     <hostdev supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='mode'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>subsystem</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='startupPolicy'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>default</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>mandatory</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>requisite</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>optional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='subsysType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pci</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='capsType'/>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='pciBackend'/>
Nov 15 19:49:34 user nova-compute[74639]:     </hostdev>
Nov 15 19:49:34 user nova-compute[74639]:     <rng supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>random</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egd</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>builtin</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </rng>
Nov 15 19:49:34 user nova-compute[74639]:     <filesystem supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='driverType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>path</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>handle</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtiofs</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </filesystem>
Nov 15 19:49:34 user nova-compute[74639]:     <tpm supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-tis</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-crb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>passthrough</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>emulator</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </tpm>
Nov 15 19:49:34 user nova-compute[74639]:   </devices>
Nov 15 19:49:34 user nova-compute[74639]:   <features>
Nov 15 19:49:34 user nova-compute[74639]:     <gic supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     <vmcoreinfo supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <genid supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backingStoreInput supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backup supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <sev supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:   </features>
Nov 15 19:49:34 user nova-compute[74639]: </domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:  {{(pid=74639) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=q35:
Nov 15 19:49:34 user nova-compute[74639]: <domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:   <path>/usr/bin/qemu-system-i386</path>
Nov 15 19:49:34 user nova-compute[74639]:   <domain>kvm</domain>
Nov 15 19:49:34 user nova-compute[74639]:   <machine>pc-q35-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:   <arch>i686</arch>
Nov 15 19:49:34 user nova-compute[74639]:   <vcpu max='288'/>
Nov 15 19:49:34 user nova-compute[74639]:   <iothreads supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:   <os supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='firmware'/>
Nov 15 19:49:34 user nova-compute[74639]:     <loader supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>rom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pflash</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='readonly'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='secure'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </loader>
Nov 15 19:49:34 user nova-compute[74639]:   </os>
Nov 15 19:49:34 user nova-compute[74639]:   <cpu>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-passthrough' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='hostPassthroughMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='maximum' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='maximumMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-model' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <vendor>Intel</vendor>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ss'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='vmx'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pcid'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='hypervisor'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arat'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='umip'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='md-clear'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibpb'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibrs'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='erms'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='lm'/>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='custom' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>qemu64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>qemu32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>phenom</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>n270</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>kvm64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>coreduo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>core2duo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>athlon</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Westmere-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Westmere</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Snowridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Penryn</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G5</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G4</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G1</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Nehalem-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Nehalem</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Rome</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Milan</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Dhyana</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cooperlake</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Conroe</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>486</model>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:   </cpu>
Nov 15 19:49:34 user nova-compute[74639]:   <memoryBacking supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='sourceType'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>file</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>anonymous</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>memfd</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:   </memoryBacking>
Nov 15 19:49:34 user nova-compute[74639]:   <devices>
Nov 15 19:49:34 user nova-compute[74639]:     <disk supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='diskDevice'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>disk</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cdrom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>floppy</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>lun</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='bus'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>fdc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sata</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </disk>
Nov 15 19:49:34 user nova-compute[74639]:     <graphics supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sdl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vnc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>spice</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egl-headless</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </graphics>
Nov 15 19:49:34 user nova-compute[74639]:     <video supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='modelType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cirrus</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vmvga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>qxl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>none</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>bochs</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ramfb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </video>
Nov 15 19:49:34 user nova-compute[74639]:     <hostdev supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='mode'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>subsystem</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='startupPolicy'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>default</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>mandatory</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>requisite</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>optional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='subsysType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pci</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='capsType'/>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='pciBackend'/>
Nov 15 19:49:34 user nova-compute[74639]:     </hostdev>
Nov 15 19:49:34 user nova-compute[74639]:     <rng supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>random</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egd</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>builtin</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </rng>
Nov 15 19:49:34 user nova-compute[74639]:     <filesystem supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='driverType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>path</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>handle</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtiofs</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </filesystem>
Nov 15 19:49:34 user nova-compute[74639]:     <tpm supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-tis</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-crb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>passthrough</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>emulator</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </tpm>
Nov 15 19:49:34 user nova-compute[74639]:   </devices>
Nov 15 19:49:34 user nova-compute[74639]:   <features>
Nov 15 19:49:34 user nova-compute[74639]:     <gic supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     <vmcoreinfo supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <genid supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backingStoreInput supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backup supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <sev supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:   </features>
Nov 15 19:49:34 user nova-compute[74639]: </domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:  {{(pid=74639) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=ubuntu-q35:
Nov 15 19:49:34 user nova-compute[74639]: <domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:   <path>/usr/bin/qemu-system-i386</path>
Nov 15 19:49:34 user nova-compute[74639]:   <domain>kvm</domain>
Nov 15 19:49:34 user nova-compute[74639]:   <machine>pc-q35-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:   <arch>i686</arch>
Nov 15 19:49:34 user nova-compute[74639]:   <vcpu max='288'/>
Nov 15 19:49:34 user nova-compute[74639]:   <iothreads supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:   <os supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='firmware'/>
Nov 15 19:49:34 user nova-compute[74639]:     <loader supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>rom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pflash</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='readonly'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='secure'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </loader>
Nov 15 19:49:34 user nova-compute[74639]:   </os>
Nov 15 19:49:34 user nova-compute[74639]:   <cpu>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-passthrough' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='hostPassthroughMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='maximum' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='maximumMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-model' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <vendor>Intel</vendor>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ss'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='vmx'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pcid'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='hypervisor'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arat'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='umip'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='md-clear'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibpb'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibrs'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='erms'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='lm'/>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='custom' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>qemu64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>qemu32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>phenom</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>n270</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>kvm64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>coreduo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>core2duo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>athlon</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Westmere-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Westmere</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Snowridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Penryn</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G5</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G4</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G1</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Nehalem-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Nehalem</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Rome</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Milan</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Dhyana</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cooperlake</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Conroe</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>486</model>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:   </cpu>
Nov 15 19:49:34 user nova-compute[74639]:   <memoryBacking supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='sourceType'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>file</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>anonymous</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>memfd</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:   </memoryBacking>
Nov 15 19:49:34 user nova-compute[74639]:   <devices>
Nov 15 19:49:34 user nova-compute[74639]:     <disk supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='diskDevice'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>disk</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cdrom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>floppy</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>lun</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='bus'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>fdc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sata</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </disk>
Nov 15 19:49:34 user nova-compute[74639]:     <graphics supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sdl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vnc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>spice</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egl-headless</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </graphics>
Nov 15 19:49:34 user nova-compute[74639]:     <video supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='modelType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cirrus</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vmvga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>qxl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>none</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>bochs</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ramfb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </video>
Nov 15 19:49:34 user nova-compute[74639]:     <hostdev supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='mode'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>subsystem</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='startupPolicy'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>default</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>mandatory</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>requisite</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>optional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='subsysType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pci</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='capsType'/>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='pciBackend'/>
Nov 15 19:49:34 user nova-compute[74639]:     </hostdev>
Nov 15 19:49:34 user nova-compute[74639]:     <rng supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>random</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egd</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>builtin</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </rng>
Nov 15 19:49:34 user nova-compute[74639]:     <filesystem supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='driverType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>path</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>handle</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtiofs</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </filesystem>
Nov 15 19:49:34 user nova-compute[74639]:     <tpm supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-tis</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-crb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>passthrough</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>emulator</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </tpm>
Nov 15 19:49:34 user nova-compute[74639]:   </devices>
Nov 15 19:49:34 user nova-compute[74639]:   <features>
Nov 15 19:49:34 user nova-compute[74639]:     <gic supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     <vmcoreinfo supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <genid supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backingStoreInput supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backup supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <sev supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:   </features>
Nov 15 19:49:34 user nova-compute[74639]: </domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:  {{(pid=74639) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt host hypervisor capabilities for arch=i686 and machine_type=pc:
Nov 15 19:49:34 user nova-compute[74639]: <domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:   <path>/usr/bin/qemu-system-i386</path>
Nov 15 19:49:34 user nova-compute[74639]:   <domain>kvm</domain>
Nov 15 19:49:34 user nova-compute[74639]:   <machine>pc-i440fx-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:   <arch>i686</arch>
Nov 15 19:49:34 user nova-compute[74639]:   <vcpu max='255'/>
Nov 15 19:49:34 user nova-compute[74639]:   <iothreads supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:   <os supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='firmware'/>
Nov 15 19:49:34 user nova-compute[74639]:     <loader supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.secboot.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/AAVMF/AAVMF_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/AAVMF/AAVMF32_CODE.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE.ms.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>rom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pflash</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='readonly'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='secure'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </loader>
Nov 15 19:49:34 user nova-compute[74639]:   </os>
Nov 15 19:49:34 user nova-compute[74639]:   <cpu>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-passthrough' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='hostPassthroughMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='maximum' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='maximumMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-model' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <vendor>Intel</vendor>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ss'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='vmx'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pcid'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='hypervisor'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arat'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='umip'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='md-clear'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibpb'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibrs'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='erms'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='lm'/>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='custom' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>qemu64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>qemu32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>phenom</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>n270</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>kvm64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>coreduo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>core2duo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>athlon</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Westmere-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Westmere</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Snowridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Penryn</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G5</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G4</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G1</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Nehalem-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Nehalem</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Rome</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Milan</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Dhyana</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cooperlake</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Conroe</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>486</model>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:   </cpu>
Nov 15 19:49:34 user nova-compute[74639]:   <memoryBacking supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='sourceType'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>file</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>anonymous</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>memfd</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:   </memoryBacking>
Nov 15 19:49:34 user nova-compute[74639]:   <devices>
Nov 15 19:49:34 user nova-compute[74639]:     <disk supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='diskDevice'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>disk</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cdrom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>floppy</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>lun</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='bus'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ide</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>fdc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sata</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </disk>
Nov 15 19:49:34 user nova-compute[74639]:     <graphics supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sdl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vnc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>spice</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egl-headless</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </graphics>
Nov 15 19:49:34 user nova-compute[74639]:     <video supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='modelType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cirrus</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vmvga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>qxl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>none</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>bochs</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ramfb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </video>
Nov 15 19:49:34 user nova-compute[74639]:     <hostdev supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='mode'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>subsystem</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='startupPolicy'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>default</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>mandatory</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>requisite</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>optional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='subsysType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pci</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='capsType'/>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='pciBackend'/>
Nov 15 19:49:34 user nova-compute[74639]:     </hostdev>
Nov 15 19:49:34 user nova-compute[74639]:     <rng supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>random</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egd</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>builtin</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </rng>
Nov 15 19:49:34 user nova-compute[74639]:     <filesystem supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='driverType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>path</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>handle</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtiofs</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </filesystem>
Nov 15 19:49:34 user nova-compute[74639]:     <tpm supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-tis</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-crb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>passthrough</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>emulator</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </tpm>
Nov 15 19:49:34 user nova-compute[74639]:   </devices>
Nov 15 19:49:34 user nova-compute[74639]:   <features>
Nov 15 19:49:34 user nova-compute[74639]:     <gic supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     <vmcoreinfo supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <genid supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backingStoreInput supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backup supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <sev supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:   </features>
Nov 15 19:49:34 user nova-compute[74639]: </domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:  {{(pid=74639) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for m68k via machine types: {'virt', None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type virt: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch m68k / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-m68k' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for microblaze via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch microblaze / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblaze' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for microblazeel via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch microblazeel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-microblazeel' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for mips via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch mips / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for mipsel via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch mipsel / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mipsel' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for mips64 via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch mips64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for mips64el via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch mips64el / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-mips64el' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for ppc via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch ppc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for ppc64 via machine types: {'powernv', 'pseries', None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch ppc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for ppc64le via machine types: {'pseries', 'powernv'} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type pseries: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch ppc64le / virt_type kvm / machine_type powernv: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-ppc64le' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for riscv32 via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch riscv32 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv32' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for riscv64 via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch riscv64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-riscv64' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for s390x via machine types: {'s390-ccw-virtio'} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch s390x / virt_type kvm / machine_type s390-ccw-virtio: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-s390x' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for sh4 via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch sh4 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for sh4eb via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch sh4eb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sh4eb' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for sparc via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch sparc / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for sparc64 via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch sparc64 / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-sparc64' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for x86_64 via machine types: {'ubuntu', 'q35', 'ubuntu-q35', 'pc'} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu:
Nov 15 19:49:34 user nova-compute[74639]: <domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 15 19:49:34 user nova-compute[74639]:   <domain>kvm</domain>
Nov 15 19:49:34 user nova-compute[74639]:   <machine>pc-i440fx-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:   <arch>x86_64</arch>
Nov 15 19:49:34 user nova-compute[74639]:   <vcpu max='255'/>
Nov 15 19:49:34 user nova-compute[74639]:   <iothreads supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:   <os supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='firmware'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>efi</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:     <loader supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>rom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pflash</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='readonly'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='secure'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </loader>
Nov 15 19:49:34 user nova-compute[74639]:   </os>
Nov 15 19:49:34 user nova-compute[74639]:   <cpu>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-passthrough' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='hostPassthroughMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='maximum' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='maximumMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-model' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <vendor>Intel</vendor>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ss'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='vmx'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pcid'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='hypervisor'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arat'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='umip'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='md-clear'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='invtsc'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibpb'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibrs'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='rsba'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pschange-mc-no'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='erms'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='custom' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>qemu64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>qemu32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>phenom</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>n270</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>coreduo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>core2duo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>athlon</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Westmere-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Westmere</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Snowridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Penryn</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G5</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G4</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Opteron_G1</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Nehalem</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Rome</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Milan</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Dhyana</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cooperlake</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Conroe</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>486</model>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:   </cpu>
Nov 15 19:49:34 user nova-compute[74639]:   <memoryBacking supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='sourceType'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>file</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>anonymous</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>memfd</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:   </memoryBacking>
Nov 15 19:49:34 user nova-compute[74639]:   <devices>
Nov 15 19:49:34 user nova-compute[74639]:     <disk supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='diskDevice'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>disk</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cdrom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>floppy</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>lun</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='bus'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ide</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>fdc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sata</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </disk>
Nov 15 19:49:34 user nova-compute[74639]:     <graphics supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sdl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vnc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>spice</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egl-headless</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </graphics>
Nov 15 19:49:34 user nova-compute[74639]:     <video supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='modelType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cirrus</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vmvga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>qxl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>none</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>bochs</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ramfb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </video>
Nov 15 19:49:34 user nova-compute[74639]:     <hostdev supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='mode'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>subsystem</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='startupPolicy'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>default</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>mandatory</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>requisite</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>optional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='subsysType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pci</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='capsType'/>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='pciBackend'/>
Nov 15 19:49:34 user nova-compute[74639]:     </hostdev>
Nov 15 19:49:34 user nova-compute[74639]:     <rng supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>random</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egd</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>builtin</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </rng>
Nov 15 19:49:34 user nova-compute[74639]:     <filesystem supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='driverType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>path</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>handle</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtiofs</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </filesystem>
Nov 15 19:49:34 user nova-compute[74639]:     <tpm supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-tis</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-crb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>passthrough</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>emulator</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </tpm>
Nov 15 19:49:34 user nova-compute[74639]:   </devices>
Nov 15 19:49:34 user nova-compute[74639]:   <features>
Nov 15 19:49:34 user nova-compute[74639]:     <gic supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     <vmcoreinfo supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <genid supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backingStoreInput supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backup supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <sev supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:   </features>
Nov 15 19:49:34 user nova-compute[74639]: </domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:  {{(pid=74639) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=q35:
Nov 15 19:49:34 user nova-compute[74639]: <domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 15 19:49:34 user nova-compute[74639]:   <domain>kvm</domain>
Nov 15 19:49:34 user nova-compute[74639]:   <machine>pc-q35-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:   <arch>x86_64</arch>
Nov 15 19:49:34 user nova-compute[74639]:   <vcpu max='288'/>
Nov 15 19:49:34 user nova-compute[74639]:   <iothreads supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:   <os supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='firmware'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>efi</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:     <loader supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>rom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pflash</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='readonly'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='secure'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </loader>
Nov 15 19:49:34 user nova-compute[74639]:   </os>
Nov 15 19:49:34 user nova-compute[74639]:   <cpu>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-passthrough' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='hostPassthroughMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='maximum' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='maximumMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-model' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <vendor>Intel</vendor>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ss'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='vmx'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pcid'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='hypervisor'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arat'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='umip'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='md-clear'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='invtsc'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibpb'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibrs'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='rsba'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pschange-mc-no'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='erms'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='custom' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>qemu64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>qemu32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>phenom</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>n270</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>coreduo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>core2duo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>athlon</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Westmere-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Westmere</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Snowridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Penryn</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G5</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G4</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Opteron_G1</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Nehalem</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Rome</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Milan</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Dhyana</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cooperlake</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Conroe</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>486</model>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:   </cpu>
Nov 15 19:49:34 user nova-compute[74639]:   <memoryBacking supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='sourceType'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>file</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>anonymous</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>memfd</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:   </memoryBacking>
Nov 15 19:49:34 user nova-compute[74639]:   <devices>
Nov 15 19:49:34 user nova-compute[74639]:     <disk supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='diskDevice'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>disk</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cdrom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>floppy</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>lun</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='bus'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>fdc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sata</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </disk>
Nov 15 19:49:34 user nova-compute[74639]:     <graphics supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sdl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vnc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>spice</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egl-headless</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </graphics>
Nov 15 19:49:34 user nova-compute[74639]:     <video supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='modelType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cirrus</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vmvga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>qxl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>none</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>bochs</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ramfb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </video>
Nov 15 19:49:34 user nova-compute[74639]:     <hostdev supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='mode'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>subsystem</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='startupPolicy'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>default</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>mandatory</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>requisite</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>optional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='subsysType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pci</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='capsType'/>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='pciBackend'/>
Nov 15 19:49:34 user nova-compute[74639]:     </hostdev>
Nov 15 19:49:34 user nova-compute[74639]:     <rng supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>random</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egd</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>builtin</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </rng>
Nov 15 19:49:34 user nova-compute[74639]:     <filesystem supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='driverType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>path</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>handle</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtiofs</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </filesystem>
Nov 15 19:49:34 user nova-compute[74639]:     <tpm supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-tis</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-crb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>passthrough</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>emulator</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </tpm>
Nov 15 19:49:34 user nova-compute[74639]:   </devices>
Nov 15 19:49:34 user nova-compute[74639]:   <features>
Nov 15 19:49:34 user nova-compute[74639]:     <gic supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     <vmcoreinfo supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <genid supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backingStoreInput supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backup supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <sev supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:   </features>
Nov 15 19:49:34 user nova-compute[74639]: </domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:  {{(pid=74639) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=ubuntu-q35:
Nov 15 19:49:34 user nova-compute[74639]: <domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 15 19:49:34 user nova-compute[74639]:   <domain>kvm</domain>
Nov 15 19:49:34 user nova-compute[74639]:   <machine>pc-q35-jammy</machine>
Nov 15 19:49:34 user nova-compute[74639]:   <arch>x86_64</arch>
Nov 15 19:49:34 user nova-compute[74639]:   <vcpu max='288'/>
Nov 15 19:49:34 user nova-compute[74639]:   <iothreads supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:   <os supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='firmware'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>efi</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:     <loader supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE_4M.ms.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE_4M.secboot.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>rom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pflash</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='readonly'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='secure'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </loader>
Nov 15 19:49:34 user nova-compute[74639]:   </os>
Nov 15 19:49:34 user nova-compute[74639]:   <cpu>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-passthrough' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='hostPassthroughMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='maximum' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='maximumMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-model' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <vendor>Intel</vendor>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ss'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='vmx'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pcid'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='hypervisor'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arat'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='umip'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='md-clear'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='invtsc'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibpb'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibrs'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='rsba'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pschange-mc-no'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='erms'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='custom' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>qemu64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>qemu32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>phenom</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>n270</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>coreduo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>core2duo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>athlon</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Westmere-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Westmere</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Snowridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Penryn</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G5</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G4</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Opteron_G1</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Nehalem</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Rome</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Milan</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Dhyana</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cooperlake</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Conroe</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>486</model>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:   </cpu>
Nov 15 19:49:34 user nova-compute[74639]:   <memoryBacking supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='sourceType'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>file</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>anonymous</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>memfd</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:   </memoryBacking>
Nov 15 19:49:34 user nova-compute[74639]:   <devices>
Nov 15 19:49:34 user nova-compute[74639]:     <disk supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='diskDevice'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>disk</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cdrom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>floppy</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>lun</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='bus'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>fdc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sata</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </disk>
Nov 15 19:49:34 user nova-compute[74639]:     <graphics supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sdl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vnc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>spice</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egl-headless</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </graphics>
Nov 15 19:49:34 user nova-compute[74639]:     <video supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='modelType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cirrus</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vmvga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>qxl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>none</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>bochs</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ramfb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </video>
Nov 15 19:49:34 user nova-compute[74639]:     <hostdev supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='mode'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>subsystem</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='startupPolicy'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>default</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>mandatory</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>requisite</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>optional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='subsysType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pci</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='capsType'/>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='pciBackend'/>
Nov 15 19:49:34 user nova-compute[74639]:     </hostdev>
Nov 15 19:49:34 user nova-compute[74639]:     <rng supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>random</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egd</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>builtin</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </rng>
Nov 15 19:49:34 user nova-compute[74639]:     <filesystem supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='driverType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>path</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>handle</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtiofs</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </filesystem>
Nov 15 19:49:34 user nova-compute[74639]:     <tpm supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-tis</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-crb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>passthrough</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>emulator</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </tpm>
Nov 15 19:49:34 user nova-compute[74639]:   </devices>
Nov 15 19:49:34 user nova-compute[74639]:   <features>
Nov 15 19:49:34 user nova-compute[74639]:     <gic supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     <vmcoreinfo supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <genid supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backingStoreInput supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backup supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <sev supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:   </features>
Nov 15 19:49:34 user nova-compute[74639]: </domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:  {{(pid=74639) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt host hypervisor capabilities for arch=x86_64 and machine_type=pc:
Nov 15 19:49:34 user nova-compute[74639]: <domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:   <path>/usr/bin/qemu-system-x86_64</path>
Nov 15 19:49:34 user nova-compute[74639]:   <domain>kvm</domain>
Nov 15 19:49:34 user nova-compute[74639]:   <machine>pc-i440fx-6.2</machine>
Nov 15 19:49:34 user nova-compute[74639]:   <arch>x86_64</arch>
Nov 15 19:49:34 user nova-compute[74639]:   <vcpu max='255'/>
Nov 15 19:49:34 user nova-compute[74639]:   <iothreads supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:   <os supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='firmware'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>efi</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:     <loader supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>/usr/share/OVMF/OVMF_CODE_4M.fd</value>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>rom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pflash</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='readonly'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>yes</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='secure'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>no</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </loader>
Nov 15 19:49:34 user nova-compute[74639]:   </os>
Nov 15 19:49:34 user nova-compute[74639]:   <cpu>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-passthrough' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='hostPassthroughMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='maximum' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='maximumMigratable'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>on</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>off</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='host-model' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model fallback='forbid'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <vendor>Intel</vendor>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ss'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='vmx'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pcid'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='hypervisor'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arat'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='tsc_adjust'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='umip'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='md-clear'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='arch-capabilities'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='invtsc'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibpb'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='ibrs'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-stibp'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='amd-ssbd'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='rsba'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='skip-l1dfl-vmentry'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='require' name='pschange-mc-no'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='erms'/>
Nov 15 19:49:34 user nova-compute[74639]:       <feature policy='disable' name='xsaveopt'/>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:     <mode name='custom' supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>qemu64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>qemu32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>phenom</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>pentium</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>n270</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm64</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>kvm32</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>coreduo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>core2duo</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>athlon</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Westmere-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Westmere</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Snowridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Skylake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>SandyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Penryn</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G5</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G4</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G3</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Opteron_G2</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Opteron_G1</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Nehalem-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Nehalem</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>IvyBridge</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Icelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no' deprecated='yes'>Icelake-Client</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Haswell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Rome</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-Milan</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC-IBPB</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>EPYC</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Dhyana</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cooperlake</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>Conroe</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Cascadelake-Server</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-noTSX</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell-IBRS</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='no'>Broadwell</model>
Nov 15 19:49:34 user nova-compute[74639]:       <model usable='yes'>486</model>
Nov 15 19:49:34 user nova-compute[74639]:     </mode>
Nov 15 19:49:34 user nova-compute[74639]:   </cpu>
Nov 15 19:49:34 user nova-compute[74639]:   <memoryBacking supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:     <enum name='sourceType'>
Nov 15 19:49:34 user nova-compute[74639]:       <value>file</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>anonymous</value>
Nov 15 19:49:34 user nova-compute[74639]:       <value>memfd</value>
Nov 15 19:49:34 user nova-compute[74639]:     </enum>
Nov 15 19:49:34 user nova-compute[74639]:   </memoryBacking>
Nov 15 19:49:34 user nova-compute[74639]:   <devices>
Nov 15 19:49:34 user nova-compute[74639]:     <disk supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='diskDevice'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>disk</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cdrom</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>floppy</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>lun</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='bus'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ide</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>fdc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sata</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </disk>
Nov 15 19:49:34 user nova-compute[74639]:     <graphics supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='type'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>sdl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vnc</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>spice</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egl-headless</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </graphics>
Nov 15 19:49:34 user nova-compute[74639]:     <video supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='modelType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>cirrus</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>vmvga</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>qxl</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>none</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>bochs</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>ramfb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </video>
Nov 15 19:49:34 user nova-compute[74639]:     <hostdev supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='mode'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>subsystem</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='startupPolicy'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>default</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>mandatory</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>requisite</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>optional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='subsysType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>usb</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>pci</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>scsi</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='capsType'/>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='pciBackend'/>
Nov 15 19:49:34 user nova-compute[74639]:     </hostdev>
Nov 15 19:49:34 user nova-compute[74639]:     <rng supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtio-non-transitional</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>random</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>egd</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>builtin</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </rng>
Nov 15 19:49:34 user nova-compute[74639]:     <filesystem supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='driverType'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>path</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>handle</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>virtiofs</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </filesystem>
Nov 15 19:49:34 user nova-compute[74639]:     <tpm supported='yes'>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='model'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-tis</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>tpm-crb</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:       <enum name='backendModel'>
Nov 15 19:49:34 user nova-compute[74639]:         <value>passthrough</value>
Nov 15 19:49:34 user nova-compute[74639]:         <value>emulator</value>
Nov 15 19:49:34 user nova-compute[74639]:       </enum>
Nov 15 19:49:34 user nova-compute[74639]:     </tpm>
Nov 15 19:49:34 user nova-compute[74639]:   </devices>
Nov 15 19:49:34 user nova-compute[74639]:   <features>
Nov 15 19:49:34 user nova-compute[74639]:     <gic supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:     <vmcoreinfo supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <genid supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backingStoreInput supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <backup supported='yes'/>
Nov 15 19:49:34 user nova-compute[74639]:     <sev supported='no'/>
Nov 15 19:49:34 user nova-compute[74639]:   </features>
Nov 15 19:49:34 user nova-compute[74639]: </domainCapabilities>
Nov 15 19:49:34 user nova-compute[74639]:  {{(pid=74639) _get_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:1037}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for xtensa via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch xtensa / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensa' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Getting domain capabilities for xtensaeb via machine types: {None} {{(pid=74639) _get_machine_types /opt/stack/nova/nova/virt/libvirt/host.py:952}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Error from libvirt when retrieving domain capabilities for arch xtensaeb / virt_type kvm / machine_type None: [Error Code 8]: invalid argument: KVM is not supported by '/usr/bin/qemu-system-xtensaeb' on this host {{(pid=74639) _add_to_domain_capabilities /opt/stack/nova/nova/virt/libvirt/host.py:991}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Checking secure boot support for host arch (x86_64) {{(pid=74639) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Checking secure boot support for host arch (x86_64) {{(pid=74639) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Checking secure boot support for host arch (x86_64) {{(pid=74639) supports_secure_boot /opt/stack/nova/nova/virt/libvirt/host.py:1779}}
Nov 15 19:49:34 user nova-compute[74639]: INFO nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Secure Boot support detected
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] cpu compare xml: <cpu match="exact">
Nov 15 19:49:34 user nova-compute[74639]:   <model>Nehalem</model>
Nov 15 19:49:34 user nova-compute[74639]: </cpu>
Nov 15 19:49:34 user nova-compute[74639]:  {{(pid=74639) _compare_cpu /opt/stack/nova/nova/virt/libvirt/driver.py:10023}}
Nov 15 19:49:34 user nova-compute[74639]: INFO nova.virt.node [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Generated node identity 60c3962b-52f7-40bd-bace-8bf854e515d2
Nov 15 19:49:34 user nova-compute[74639]: INFO nova.virt.node [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Wrote node identity 60c3962b-52f7-40bd-bace-8bf854e515d2 to /opt/stack/data/nova/compute_id
Nov 15 19:49:34 user nova-compute[74639]: WARNING nova.compute.manager [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Compute nodes ['60c3962b-52f7-40bd-bace-8bf854e515d2'] for host user were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning.
Nov 15 19:49:34 user nova-compute[74639]: INFO nova.compute.manager [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host
Nov 15 19:49:34 user nova-compute[74639]: WARNING nova.compute.manager [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] No compute node record found for host user. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host user could not be found.
Nov 15 19:49:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:49:34 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:49:35 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:49:35 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Hypervisor/Node resource view: name=user free_ram=11006MB free_disk=26.202713012695312GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:49:35 user nova-compute[74639]: WARNING nova.compute.resource_tracker [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] No compute node record for user:60c3962b-52f7-40bd-bace-8bf854e515d2: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 60c3962b-52f7-40bd-bace-8bf854e515d2 could not be found.
Nov 15 19:49:35 user nova-compute[74639]: INFO nova.compute.resource_tracker [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Compute node record created for user:user with uuid: 60c3962b-52f7-40bd-bace-8bf854e515d2
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:49:35 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] [req-03fbad09-3dd1-431e-86f9-98cb6be65d95] Created resource provider record via placement API for resource provider with UUID 60c3962b-52f7-40bd-bace-8bf854e515d2 and name user.
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] /sys/module/kvm_amd/parameters/sev does not exist {{(pid=74639) _kernel_supports_amd_sev /opt/stack/nova/nova/virt/libvirt/host.py:1795}}
Nov 15 19:49:35 user nova-compute[74639]: INFO nova.virt.libvirt.host [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] kernel doesn't support AMD SEV
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Libvirt baseline CPU <cpu>
Nov 15 19:49:35 user nova-compute[74639]:   <arch>x86_64</arch>
Nov 15 19:49:35 user nova-compute[74639]:   <model>Nehalem</model>
Nov 15 19:49:35 user nova-compute[74639]:   <vendor>Intel</vendor>
Nov 15 19:49:35 user nova-compute[74639]:   <topology sockets="6" cores="1" threads="1"/>
Nov 15 19:49:35 user nova-compute[74639]: </cpu>
Nov 15 19:49:35 user nova-compute[74639]:  {{(pid=74639) _get_guest_baseline_cpu_features /opt/stack/nova/nova/virt/libvirt/driver.py:12513}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Updated inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with generation 0 in Placement from set_inventory_for_provider using data: {'MEMORY_MB': {'total': 16011, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 512}, 'VCPU': {'total': 12, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0, 'reserved': 0}, 'DISK_GB': {'total': 40, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0, 'reserved': 0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:957}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Updating resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 generation from 0 to 1 during operation: update_inventory {{(pid=74639) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Updating resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 generation from 1 to 2 during operation: update_traits {{(pid=74639) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.616s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.service [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Creating RPC server for service compute {{(pid=74639) start /opt/stack/nova/nova/service.py:182}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.service [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] Join ServiceGroup membership for this service compute {{(pid=74639) start /opt/stack/nova/nova/service.py:199}}
Nov 15 19:49:35 user nova-compute[74639]: DEBUG nova.servicegroup.drivers.db [None req-abff99fb-36b5-4189-ab45-2231a30004a9 None None] DB_Driver: join new ServiceGroup member user to the compute group, service = <Service: host=user, binary=nova-compute, manager_class_name=nova.compute.manager.ComputeManager> {{(pid=74639) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}}
Nov 15 19:50:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:50:26 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:50:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:50:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:50:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=10441MB free_disk=26.106521606445312GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:50:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:50:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:50:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:50:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:50:27 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:50:27 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:50:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:50:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.148s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:51:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:51:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:51:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=10365MB free_disk=26.171188354492188GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:51:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.105s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:51:28 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:51:28 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:51:28 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:51:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:51:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 19:51:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 19:51:28 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:52:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:52:28 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:52:28 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:52:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=10364MB free_disk=25.923362731933594GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:52:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:52:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:52:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:52:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:52:28 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:52:28 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:52:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:52:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.131s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:52:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:52:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:52:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 19:52:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 19:52:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:52:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:53:28 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:28 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9682MB free_disk=25.95191192626953GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:53:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:53:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:53:28 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:53:28 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:53:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:53:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.150s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:53:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:53:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 19:53:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 19:53:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:53:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "992214c6-3620-4a7d-8dee-0f67896e2f10" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:36 user nova-compute[74639]: DEBUG nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:53:37 user nova-compute[74639]: INFO nova.compute.claims [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Claim successful on node user
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.363s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.network.neutron [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:53:37 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:53:37 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Creating image(s)
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "/opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "/opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "/opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:53:37 user nova-compute[74639]: INFO nova.compute.claims [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Claim successful on node user
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.policy [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34f961b854514cbe876f70f8385d1c2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd61fb16def0b4e4a97280c0e6c03fa4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018.part --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.virt.images [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] c6c9b382-2ced-4856-a9d7-a1f33cd11d30 was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018.part /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.920s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:53:38 user nova-compute[74639]: INFO nova.compute.claims [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Claim successful on node user
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018.part /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018.converted" returned: 0 in 0.365s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:53:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018.converted --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.367s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:39 user nova-compute[74639]: INFO oslo.privsep.daemon [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'nova.privsep.sys_admin_pctxt', '--privsep_sock_path', '/tmp/tmpmz3vay9y/privsep.sock']
Nov 15 19:53:39 user sudo[83892]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context nova.privsep.sys_admin_pctxt --privsep_sock_path /tmp/tmpmz3vay9y/privsep.sock
Nov 15 19:53:39 user sudo[83892]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:53:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Creating image(s)
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.429s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.142s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:53:39 user nova-compute[74639]: INFO nova.compute.claims [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Claim successful on node user
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:53:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.policy [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d2a9fcc8f774cfcb71ca2d7e46108a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51abb16ae914832bf1d8ae37a886268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:53:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Creating image(s)
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.367s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:53:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.policy [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d2a9fcc8f774cfcb71ca2d7e46108a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51abb16ae914832bf1d8ae37a886268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.policy [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59d2c1bce5a24b518894e16e1d7dac1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '986f3621834c41519f05afff130eb962', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:53:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Creating image(s)
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "/opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "/opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "/opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:53:40 user nova-compute[74639]: INFO nova.compute.claims [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Claim successful on node user
Nov 15 19:53:40 user sudo[83892]: pam_unix(sudo:session): session closed for user root
Nov 15 19:53:40 user nova-compute[74639]: INFO oslo.privsep.daemon [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Spawned new privsep daemon via rootwrap
Nov 15 19:53:40 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 15 19:53:40 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 15 19:53:40 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/CAP_CHOWN|CAP_DAC_OVERRIDE|CAP_DAC_READ_SEARCH|CAP_FOWNER|CAP_NET_ADMIN|CAP_SYS_ADMIN/none
Nov 15 19:53:40 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 83897
Nov 15 19:53:40 user nova-compute[74639]: WARNING oslo_privsep.priv_context [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] privsep daemon already running
Nov 15 19:53:40 user nova-compute[74639]: WARNING oslo_privsep.priv_context [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] privsep daemon already running
Nov 15 19:53:40 user nova-compute[74639]: WARNING oslo_privsep.priv_context [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] privsep daemon already running
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.222s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.202s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.231s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.244s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.574s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Successfully created port: dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.206s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.policy [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eec78ee6182c4d13a7ff6dd53b910b0f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a140282e339408580ce2bc1cc60ae67', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk 1073741824" returned: 0 in 0.225s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.433s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.436s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Successfully created port: 44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Checking if we can resize image /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Cannot resize image /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Ensure instance console log exists: /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk 1073741824" returned: 0 in 0.198s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.380s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.842s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:53:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Creating image(s)
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "/opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "/opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "/opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Checking if we can resize image /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:53:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.197s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Successfully created port: 0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Successfully created port: c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.213s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk 1073741824" returned: 0 in 0.055s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.257s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 1.041s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Cannot resize image /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Ensure instance console log exists: /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.166s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Checking if we can resize image /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.164s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk 1073741824" returned: 0 in 0.038s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.208s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.263s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Cannot resize image /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Ensure instance console log exists: /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Checking if we can resize image /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk 1073741824" returned: 0 in 0.038s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.218s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.165s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Cannot resize image /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Ensure instance console log exists: /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Checking if we can resize image /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.161s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Cannot resize image /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Ensure instance console log exists: /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Successfully updated port: dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquired lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Successfully updated port: 44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "refresh_cache-f15c9b4d-6bfb-41bb-a42f-073b646a182b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquired lock "refresh_cache-f15c9b4d-6bfb-41bb-a42f-073b646a182b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:53:44 user nova-compute[74639]: INFO nova.compute.claims [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Claim successful on node user
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-ccc95c3e-0ad7-4121-bed6-ee2b5635c483 req-d6126080-8206-46ef-a645-5fdef4b25032 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received event network-changed-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-ccc95c3e-0ad7-4121-bed6-ee2b5635c483 req-d6126080-8206-46ef-a645-5fdef4b25032 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Refreshing instance network info cache due to event network-changed-dfc31015-b5f7-4302-99fc-ae852159862d. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ccc95c3e-0ad7-4121-bed6-ee2b5635c483 req-d6126080-8206-46ef-a645-5fdef4b25032 service nova] Acquiring lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-baff9699-b295-4654-9140-dd1bd4d60997 req-72c6f8c2-f03b-4cbc-b276-f3e90d383b9c service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received event network-changed-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-baff9699-b295-4654-9140-dd1bd4d60997 req-72c6f8c2-f03b-4cbc-b276-f3e90d383b9c service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Refreshing instance network info cache due to event network-changed-44c4d662-0aa9-4bf2-8ede-f5430ed8f415. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-baff9699-b295-4654-9140-dd1bd4d60997 req-72c6f8c2-f03b-4cbc-b276-f3e90d383b9c service nova] Acquiring lock "refresh_cache-f15c9b4d-6bfb-41bb-a42f-073b646a182b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Successfully updated port: c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquired lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.535s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.505s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:53:44 user nova-compute[74639]: INFO nova.compute.claims [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Claim successful on node user
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Successfully updated port: 0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquired lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:53:44 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:53:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:53:45 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Creating image(s)
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Successfully created port: 5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.policy [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5563bb53c38f48b0b0c0890a7c183e02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be10cd46a57d4c6d804eb3740b94f589', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Updating instance_info_cache with network_info: [{"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.459s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Releasing lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Instance network_info: |[{"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ccc95c3e-0ad7-4121-bed6-ee2b5635c483 req-d6126080-8206-46ef-a645-5fdef4b25032 service nova] Acquired lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.neutron [req-ccc95c3e-0ad7-4121-bed6-ee2b5635c483 req-d6126080-8206-46ef-a645-5fdef4b25032 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Refreshing network info cache for port dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Start _get_guest_xml network_info=[{"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:53:45 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:45 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1858578782',display_name='tempest-ServersNegativeTestJSON-server-1858578782',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1858578782',id=1,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d61fb16def0b4e4a97280c0e6c03fa4d',ramdisk_id='',reservation_id='r-ne1uo0nc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-746888935',owner_user_name='tempest-ServersNegativeTestJSON-746888935-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:38Z,user_data=None,user_id='34f961b854514cbe876f70f8385d1c2f',uuid=992214c6-3620-4a7d-8dee-0f67896e2f10,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converting VIF {"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:14:c0,bridge_name='br-int',has_traffic_filtering=True,id=dfc31015-b5f7-4302-99fc-ae852159862d,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc31015-b5') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.objects.instance [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lazy-loading 'pci_devices' on Instance uuid 992214c6-3620-4a7d-8dee-0f67896e2f10 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:53:45 user nova-compute[74639]:   <uuid>992214c6-3620-4a7d-8dee-0f67896e2f10</uuid>
Nov 15 19:53:45 user nova-compute[74639]:   <name>instance-00000001</name>
Nov 15 19:53:45 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:53:45 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:53:45 user nova-compute[74639]:   <metadata>
Nov 15 19:53:45 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:53:45 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:name>tempest-ServersNegativeTestJSON-server-1858578782</nova:name>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:53:45</nova:creationTime>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:53:45 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:53:45 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:owner>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:user uuid="34f961b854514cbe876f70f8385d1c2f">tempest-ServersNegativeTestJSON-746888935-project-member</nova:user>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:project uuid="d61fb16def0b4e4a97280c0e6c03fa4d">tempest-ServersNegativeTestJSON-746888935</nova:project>
Nov 15 19:53:45 user nova-compute[74639]:       </nova:owner>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:ports>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:port uuid="dfc31015-b5f7-4302-99fc-ae852159862d">
Nov 15 19:53:45 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 19:53:45 user nova-compute[74639]:         </nova:port>
Nov 15 19:53:45 user nova-compute[74639]:       </nova:ports>
Nov 15 19:53:45 user nova-compute[74639]:     </nova:instance>
Nov 15 19:53:45 user nova-compute[74639]:   </metadata>
Nov 15 19:53:45 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:53:45 user nova-compute[74639]:     <system>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="serial">992214c6-3620-4a7d-8dee-0f67896e2f10</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="uuid">992214c6-3620-4a7d-8dee-0f67896e2f10</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:53:45 user nova-compute[74639]:     </system>
Nov 15 19:53:45 user nova-compute[74639]:   </sysinfo>
Nov 15 19:53:45 user nova-compute[74639]:   <os>
Nov 15 19:53:45 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:53:45 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:53:45 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:53:45 user nova-compute[74639]:   </os>
Nov 15 19:53:45 user nova-compute[74639]:   <features>
Nov 15 19:53:45 user nova-compute[74639]:     <acpi/>
Nov 15 19:53:45 user nova-compute[74639]:     <apic/>
Nov 15 19:53:45 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:53:45 user nova-compute[74639]:   </features>
Nov 15 19:53:45 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:53:45 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:53:45 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:53:45 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:53:45 user nova-compute[74639]:   </clock>
Nov 15 19:53:45 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:53:45 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:53:45 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:53:45 user nova-compute[74639]:   </cpu>
Nov 15 19:53:45 user nova-compute[74639]:   <devices>
Nov 15 19:53:45 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:53:45 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:53:45 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk"/>
Nov 15 19:53:45 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:53:45 user nova-compute[74639]:     </disk>
Nov 15 19:53:45 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:53:45 user nova-compute[74639]:       <mac address="fa:16:3e:0f:14:c0"/>
Nov 15 19:53:45 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:45 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:53:45 user nova-compute[74639]:       <target dev="tapdfc31015-b5"/>
Nov 15 19:53:45 user nova-compute[74639]:     </interface>
Nov 15 19:53:45 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:53:45 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/console.log" append="off"/>
Nov 15 19:53:45 user nova-compute[74639]:     </serial>
Nov 15 19:53:45 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:53:45 user nova-compute[74639]:     <video>
Nov 15 19:53:45 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:45 user nova-compute[74639]:     </video>
Nov 15 19:53:45 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:53:45 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:53:45 user nova-compute[74639]:     </rng>
Nov 15 19:53:45 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:53:45 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:53:45 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:53:45 user nova-compute[74639]:     </memballoon>
Nov 15 19:53:45 user nova-compute[74639]:   </devices>
Nov 15 19:53:45 user nova-compute[74639]: </domain>
Nov 15 19:53:45 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1858578782',display_name='tempest-ServersNegativeTestJSON-server-1858578782',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1858578782',id=1,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d61fb16def0b4e4a97280c0e6c03fa4d',ramdisk_id='',reservation_id='r-ne1uo0nc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-746888935',owner_user_name='tempest-ServersNegativeTestJSON-746888935-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:38Z,user_data=None,user_id='34f961b854514cbe876f70f8385d1c2f',uuid=992214c6-3620-4a7d-8dee-0f67896e2f10,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converting VIF {"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0f:14:c0,bridge_name='br-int',has_traffic_filtering=True,id=dfc31015-b5f7-4302-99fc-ae852159862d,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc31015-b5') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG os_vif [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:14:c0,bridge_name='br-int',has_traffic_filtering=True,id=dfc31015-b5f7-4302-99fc-ae852159862d,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc31015-b5') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Updating instance_info_cache with network_info: [{"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:45 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Created schema index Interface.name {{(pid=74639) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Created schema index Port.name {{(pid=74639) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Created schema index Bridge.name {{(pid=74639) autocreate_indices /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/__init__.py:106}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] tcp:127.0.0.1:6640: entering CONNECTING {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.276s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [POLLOUT] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Releasing lock "refresh_cache-f15c9b4d-6bfb-41bb-a42f-073b646a182b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Instance network_info: |[{"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-baff9699-b295-4654-9140-dd1bd4d60997 req-72c6f8c2-f03b-4cbc-b276-f3e90d383b9c service nova] Acquired lock "refresh_cache-f15c9b4d-6bfb-41bb-a42f-073b646a182b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.neutron [req-baff9699-b295-4654-9140-dd1bd4d60997 req-72c6f8c2-f03b-4cbc-b276-f3e90d383b9c service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Refreshing network info cache for port 44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Start _get_guest_xml network_info=[{"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk 1073741824" returned: 0 in 0.101s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.384s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.policy [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c44398b8fc4635a47d1e96cfb15448', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f7f83c51452412196147e7389bb0dd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '01021c12-133b-579a-bd11-f220048d00ae', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:45 user nova-compute[74639]: INFO oslo.privsep.daemon [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'vif_plug_ovs.privsep.vif_plug', '--privsep_sock_path', '/tmp/tmpj5fiwmfe/privsep.sock']
Nov 15 19:53:45 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:45 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:53:45 user sudo[83993]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context vif_plug_ovs.privsep.vif_plug --privsep_sock_path /tmp/tmpj5fiwmfe/privsep.sock
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:53:45 user sudo[83993]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1424400859',display_name='tempest-DeleteServersTestJSON-server-1424400859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1424400859',id=4,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='986f3621834c41519f05afff130eb962',ramdisk_id='',reservation_id='r-y8a9lqsv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-541590310',owner_user_name='tempest-DeleteServersTestJSON-541590310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:40Z,user_data=None,user_id='59d2c1bce5a24b518894e16e1d7dac1c',uuid=f15c9b4d-6bfb-41bb-a42f-073b646a182b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Converting VIF {"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:46:fb,bridge_name='br-int',has_traffic_filtering=True,id=44c4d662-0aa9-4bf2-8ede-f5430ed8f415,network=Network(69b6591f-d6ce-43fd-aa98-7c155ad467a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44c4d662-0a') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.objects.instance [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lazy-loading 'pci_devices' on Instance uuid f15c9b4d-6bfb-41bb-a42f-073b646a182b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:53:45 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Creating image(s)
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "/opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "/opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "/opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:53:45 user nova-compute[74639]:   <uuid>f15c9b4d-6bfb-41bb-a42f-073b646a182b</uuid>
Nov 15 19:53:45 user nova-compute[74639]:   <name>instance-00000004</name>
Nov 15 19:53:45 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:53:45 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:53:45 user nova-compute[74639]:   <metadata>
Nov 15 19:53:45 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:53:45 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:name>tempest-DeleteServersTestJSON-server-1424400859</nova:name>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:53:45</nova:creationTime>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:53:45 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:53:45 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:owner>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:user uuid="59d2c1bce5a24b518894e16e1d7dac1c">tempest-DeleteServersTestJSON-541590310-project-member</nova:user>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:project uuid="986f3621834c41519f05afff130eb962">tempest-DeleteServersTestJSON-541590310</nova:project>
Nov 15 19:53:45 user nova-compute[74639]:       </nova:owner>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:ports>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:port uuid="44c4d662-0aa9-4bf2-8ede-f5430ed8f415">
Nov 15 19:53:45 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 15 19:53:45 user nova-compute[74639]:         </nova:port>
Nov 15 19:53:45 user nova-compute[74639]:       </nova:ports>
Nov 15 19:53:45 user nova-compute[74639]:     </nova:instance>
Nov 15 19:53:45 user nova-compute[74639]:   </metadata>
Nov 15 19:53:45 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:53:45 user nova-compute[74639]:     <system>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="serial">f15c9b4d-6bfb-41bb-a42f-073b646a182b</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="uuid">f15c9b4d-6bfb-41bb-a42f-073b646a182b</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:53:45 user nova-compute[74639]:     </system>
Nov 15 19:53:45 user nova-compute[74639]:   </sysinfo>
Nov 15 19:53:45 user nova-compute[74639]:   <os>
Nov 15 19:53:45 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:53:45 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:53:45 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:53:45 user nova-compute[74639]:   </os>
Nov 15 19:53:45 user nova-compute[74639]:   <features>
Nov 15 19:53:45 user nova-compute[74639]:     <acpi/>
Nov 15 19:53:45 user nova-compute[74639]:     <apic/>
Nov 15 19:53:45 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:53:45 user nova-compute[74639]:   </features>
Nov 15 19:53:45 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:53:45 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:53:45 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:53:45 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:53:45 user nova-compute[74639]:   </clock>
Nov 15 19:53:45 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:53:45 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:53:45 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:53:45 user nova-compute[74639]:   </cpu>
Nov 15 19:53:45 user nova-compute[74639]:   <devices>
Nov 15 19:53:45 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:53:45 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:53:45 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk"/>
Nov 15 19:53:45 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:53:45 user nova-compute[74639]:     </disk>
Nov 15 19:53:45 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:53:45 user nova-compute[74639]:       <mac address="fa:16:3e:a4:46:fb"/>
Nov 15 19:53:45 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:45 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:53:45 user nova-compute[74639]:       <target dev="tap44c4d662-0a"/>
Nov 15 19:53:45 user nova-compute[74639]:     </interface>
Nov 15 19:53:45 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:53:45 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/console.log" append="off"/>
Nov 15 19:53:45 user nova-compute[74639]:     </serial>
Nov 15 19:53:45 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:53:45 user nova-compute[74639]:     <video>
Nov 15 19:53:45 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:45 user nova-compute[74639]:     </video>
Nov 15 19:53:45 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:53:45 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:53:45 user nova-compute[74639]:     </rng>
Nov 15 19:53:45 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:53:45 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:53:45 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:53:45 user nova-compute[74639]:     </memballoon>
Nov 15 19:53:45 user nova-compute[74639]:   </devices>
Nov 15 19:53:45 user nova-compute[74639]: </domain>
Nov 15 19:53:45 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1424400859',display_name='tempest-DeleteServersTestJSON-server-1424400859',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1424400859',id=4,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='986f3621834c41519f05afff130eb962',ramdisk_id='',reservation_id='r-y8a9lqsv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-DeleteServersTestJSON-541590310',owner_user_name='tempest-DeleteServersTestJSON-541590310-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:40Z,user_data=None,user_id='59d2c1bce5a24b518894e16e1d7dac1c',uuid=f15c9b4d-6bfb-41bb-a42f-073b646a182b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Converting VIF {"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:46:fb,bridge_name='br-int',has_traffic_filtering=True,id=44c4d662-0aa9-4bf2-8ede-f5430ed8f415,network=Network(69b6591f-d6ce-43fd-aa98-7c155ad467a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44c4d662-0a') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG os_vif [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:46:fb,bridge_name='br-int',has_traffic_filtering=True,id=44c4d662-0aa9-4bf2-8ede-f5430ed8f415,network=Network(69b6591f-d6ce-43fd-aa98-7c155ad467a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44c4d662-0a') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.202s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Checking if we can resize image /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6f401724-f9cf-5996-a506-0f41a963042f', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Updating instance_info_cache with network_info: [{"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Releasing lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Instance network_info: |[{"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Start _get_guest_xml network_info=[{"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:53:45 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:45 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1236026745',display_name='tempest-ServerRescueNegativeTestJSON-server-1236026745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1236026745',id=3,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-0de0knoj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:39Z,user_data=None,user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=628bd485-ac5b-4d85-bcb6-67619807d0de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:35,bridge_name='br-int',has_traffic_filtering=True,id=c2f683b9-cb53-4c8b-a4d9-1c4eec343116,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2f683b9-cb') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'pci_devices' on Instance uuid 628bd485-ac5b-4d85-bcb6-67619807d0de {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:53:45 user nova-compute[74639]:   <uuid>628bd485-ac5b-4d85-bcb6-67619807d0de</uuid>
Nov 15 19:53:45 user nova-compute[74639]:   <name>instance-00000003</name>
Nov 15 19:53:45 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:53:45 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:53:45 user nova-compute[74639]:   <metadata>
Nov 15 19:53:45 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:53:45 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1236026745</nova:name>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:53:45</nova:creationTime>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:53:45 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:53:45 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:owner>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:user uuid="0d2a9fcc8f774cfcb71ca2d7e46108a0">tempest-ServerRescueNegativeTestJSON-610519705-project-member</nova:user>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:project uuid="d51abb16ae914832bf1d8ae37a886268">tempest-ServerRescueNegativeTestJSON-610519705</nova:project>
Nov 15 19:53:45 user nova-compute[74639]:       </nova:owner>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:53:45 user nova-compute[74639]:       <nova:ports>
Nov 15 19:53:45 user nova-compute[74639]:         <nova:port uuid="c2f683b9-cb53-4c8b-a4d9-1c4eec343116">
Nov 15 19:53:45 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 19:53:45 user nova-compute[74639]:         </nova:port>
Nov 15 19:53:45 user nova-compute[74639]:       </nova:ports>
Nov 15 19:53:45 user nova-compute[74639]:     </nova:instance>
Nov 15 19:53:45 user nova-compute[74639]:   </metadata>
Nov 15 19:53:45 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:53:45 user nova-compute[74639]:     <system>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="serial">628bd485-ac5b-4d85-bcb6-67619807d0de</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="uuid">628bd485-ac5b-4d85-bcb6-67619807d0de</entry>
Nov 15 19:53:45 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:53:45 user nova-compute[74639]:     </system>
Nov 15 19:53:45 user nova-compute[74639]:   </sysinfo>
Nov 15 19:53:45 user nova-compute[74639]:   <os>
Nov 15 19:53:45 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:53:45 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:53:45 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:53:45 user nova-compute[74639]:   </os>
Nov 15 19:53:45 user nova-compute[74639]:   <features>
Nov 15 19:53:45 user nova-compute[74639]:     <acpi/>
Nov 15 19:53:45 user nova-compute[74639]:     <apic/>
Nov 15 19:53:45 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:53:45 user nova-compute[74639]:   </features>
Nov 15 19:53:45 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:53:45 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:53:45 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:53:45 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:53:45 user nova-compute[74639]:   </clock>
Nov 15 19:53:45 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:53:45 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:53:45 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:53:45 user nova-compute[74639]:   </cpu>
Nov 15 19:53:45 user nova-compute[74639]:   <devices>
Nov 15 19:53:45 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:53:45 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:53:45 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk"/>
Nov 15 19:53:45 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:53:45 user nova-compute[74639]:     </disk>
Nov 15 19:53:45 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:53:45 user nova-compute[74639]:       <mac address="fa:16:3e:72:10:35"/>
Nov 15 19:53:45 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:45 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:53:45 user nova-compute[74639]:       <target dev="tapc2f683b9-cb"/>
Nov 15 19:53:45 user nova-compute[74639]:     </interface>
Nov 15 19:53:45 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:53:45 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/console.log" append="off"/>
Nov 15 19:53:45 user nova-compute[74639]:     </serial>
Nov 15 19:53:45 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:53:45 user nova-compute[74639]:     <video>
Nov 15 19:53:45 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:45 user nova-compute[74639]:     </video>
Nov 15 19:53:45 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:53:45 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:53:45 user nova-compute[74639]:     </rng>
Nov 15 19:53:45 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:53:45 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:53:45 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:53:45 user nova-compute[74639]:     </memballoon>
Nov 15 19:53:45 user nova-compute[74639]:   </devices>
Nov 15 19:53:45 user nova-compute[74639]: </domain>
Nov 15 19:53:45 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1236026745',display_name='tempest-ServerRescueNegativeTestJSON-server-1236026745',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1236026745',id=3,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-0de0knoj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:39Z,user_data=None,user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=628bd485-ac5b-4d85-bcb6-67619807d0de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:35,bridge_name='br-int',has_traffic_filtering=True,id=c2f683b9-cb53-4c8b-a4d9-1c4eec343116,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2f683b9-cb') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG os_vif [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:35,bridge_name='br-int',has_traffic_filtering=True,id=c2f683b9-cb53-4c8b-a4d9-1c4eec343116,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2f683b9-cb') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Cannot resize image /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Ensure instance console log exists: /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0067859c-95d0-5595-a3b6-a01b79988e29', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk 1073741824" returned: 0 in 0.048s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Cannot resize image /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Ensure instance console log exists: /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-ccc95c3e-0ad7-4121-bed6-ee2b5635c483 req-d6126080-8206-46ef-a645-5fdef4b25032 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Updated VIF entry in instance network info cache for port dfc31015-b5f7-4302-99fc-ae852159862d. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-ccc95c3e-0ad7-4121-bed6-ee2b5635c483 req-d6126080-8206-46ef-a645-5fdef4b25032 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Updating instance_info_cache with network_info: [{"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ccc95c3e-0ad7-4121-bed6-ee2b5635c483 req-d6126080-8206-46ef-a645-5fdef4b25032 service nova] Releasing lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updating instance_info_cache with network_info: [{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-changed-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Refreshing instance network info cache due to event network-changed-c2f683b9-cb53-4c8b-a4d9-1c4eec343116. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] Acquiring lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] Acquired lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Refreshing network info cache for port c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Releasing lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Instance network_info: |[{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Start _get_guest_xml network_info=[{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:53:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2017237758',display_name='tempest-ServerRescueNegativeTestJSON-server-2017237758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2017237758',id=2,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-e334xrur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:39Z,user_data=None,user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=940714cc-6448-4afb-9f93-ff2c2e8b5426,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:08:6a,bridge_name='br-int',has_traffic_filtering=True,id=0eb4cd4e-6011-4291-803b-8441b8a97087,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eb4cd4e-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'pci_devices' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Successfully created port: fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:53:46 user nova-compute[74639]:   <uuid>940714cc-6448-4afb-9f93-ff2c2e8b5426</uuid>
Nov 15 19:53:46 user nova-compute[74639]:   <name>instance-00000002</name>
Nov 15 19:53:46 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:53:46 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:53:46 user nova-compute[74639]:   <metadata>
Nov 15 19:53:46 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:53:46 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:53:46 user nova-compute[74639]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2017237758</nova:name>
Nov 15 19:53:46 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:53:46</nova:creationTime>
Nov 15 19:53:46 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:53:46 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:53:46 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:53:46 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:53:46 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:53:46 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:53:46 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:53:46 user nova-compute[74639]:       <nova:owner>
Nov 15 19:53:46 user nova-compute[74639]:         <nova:user uuid="0d2a9fcc8f774cfcb71ca2d7e46108a0">tempest-ServerRescueNegativeTestJSON-610519705-project-member</nova:user>
Nov 15 19:53:46 user nova-compute[74639]:         <nova:project uuid="d51abb16ae914832bf1d8ae37a886268">tempest-ServerRescueNegativeTestJSON-610519705</nova:project>
Nov 15 19:53:46 user nova-compute[74639]:       </nova:owner>
Nov 15 19:53:46 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:53:46 user nova-compute[74639]:       <nova:ports>
Nov 15 19:53:46 user nova-compute[74639]:         <nova:port uuid="0eb4cd4e-6011-4291-803b-8441b8a97087">
Nov 15 19:53:46 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 19:53:46 user nova-compute[74639]:         </nova:port>
Nov 15 19:53:46 user nova-compute[74639]:       </nova:ports>
Nov 15 19:53:46 user nova-compute[74639]:     </nova:instance>
Nov 15 19:53:46 user nova-compute[74639]:   </metadata>
Nov 15 19:53:46 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:53:46 user nova-compute[74639]:     <system>
Nov 15 19:53:46 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:53:46 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:53:46 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:53:46 user nova-compute[74639]:       <entry name="serial">940714cc-6448-4afb-9f93-ff2c2e8b5426</entry>
Nov 15 19:53:46 user nova-compute[74639]:       <entry name="uuid">940714cc-6448-4afb-9f93-ff2c2e8b5426</entry>
Nov 15 19:53:46 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:53:46 user nova-compute[74639]:     </system>
Nov 15 19:53:46 user nova-compute[74639]:   </sysinfo>
Nov 15 19:53:46 user nova-compute[74639]:   <os>
Nov 15 19:53:46 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:53:46 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:53:46 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:53:46 user nova-compute[74639]:   </os>
Nov 15 19:53:46 user nova-compute[74639]:   <features>
Nov 15 19:53:46 user nova-compute[74639]:     <acpi/>
Nov 15 19:53:46 user nova-compute[74639]:     <apic/>
Nov 15 19:53:46 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:53:46 user nova-compute[74639]:   </features>
Nov 15 19:53:46 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:53:46 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:53:46 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:53:46 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:53:46 user nova-compute[74639]:   </clock>
Nov 15 19:53:46 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:53:46 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:53:46 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:53:46 user nova-compute[74639]:   </cpu>
Nov 15 19:53:46 user nova-compute[74639]:   <devices>
Nov 15 19:53:46 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:53:46 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:53:46 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk"/>
Nov 15 19:53:46 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:53:46 user nova-compute[74639]:     </disk>
Nov 15 19:53:46 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:53:46 user nova-compute[74639]:       <mac address="fa:16:3e:2a:08:6a"/>
Nov 15 19:53:46 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:46 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:53:46 user nova-compute[74639]:       <target dev="tap0eb4cd4e-60"/>
Nov 15 19:53:46 user nova-compute[74639]:     </interface>
Nov 15 19:53:46 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:53:46 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/console.log" append="off"/>
Nov 15 19:53:46 user nova-compute[74639]:     </serial>
Nov 15 19:53:46 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:53:46 user nova-compute[74639]:     <video>
Nov 15 19:53:46 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:46 user nova-compute[74639]:     </video>
Nov 15 19:53:46 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:53:46 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:53:46 user nova-compute[74639]:     </rng>
Nov 15 19:53:46 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:53:46 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:53:46 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:53:46 user nova-compute[74639]:     </memballoon>
Nov 15 19:53:46 user nova-compute[74639]:   </devices>
Nov 15 19:53:46 user nova-compute[74639]: </domain>
Nov 15 19:53:46 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2017237758',display_name='tempest-ServerRescueNegativeTestJSON-server-2017237758',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2017237758',id=2,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-e334xrur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:39Z,user_data=None,user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=940714cc-6448-4afb-9f93-ff2c2e8b5426,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:08:6a,bridge_name='br-int',has_traffic_filtering=True,id=0eb4cd4e-6011-4291-803b-8441b8a97087,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eb4cd4e-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG os_vif [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:08:6a,bridge_name='br-int',has_traffic_filtering=True,id=0eb4cd4e-6011-4291-803b-8441b8a97087,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eb4cd4e-60') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1be87fef-4410-532e-a74c-a7139e0bd73f', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Successfully updated port: 5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquired lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:53:47 user sudo[83993]: pam_unix(sudo:session): session closed for user root
Nov 15 19:53:47 user nova-compute[74639]: INFO oslo.privsep.daemon [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Spawned new privsep daemon via rootwrap
Nov 15 19:53:47 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 15 19:53:47 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 15 19:53:47 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_DAC_OVERRIDE|CAP_NET_ADMIN/CAP_DAC_OVERRIDE|CAP_NET_ADMIN/none
Nov 15 19:53:47 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 84016
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.compute.manager [req-bf90d52e-0f07-49bb-9473-b34df3790c73 req-f960a075-68f4-45f3-a529-26fae6104cd7 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-changed-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.compute.manager [req-bf90d52e-0f07-49bb-9473-b34df3790c73 req-f960a075-68f4-45f3-a529-26fae6104cd7 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Refreshing instance network info cache due to event network-changed-5042c7cb-0f7f-430a-abc5-c228ad7f002d. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bf90d52e-0f07-49bb-9473-b34df3790c73 req-f960a075-68f4-45f3-a529-26fae6104cd7 service nova] Acquiring lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:47 user nova-compute[74639]: WARNING oslo_privsep.priv_context [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] privsep daemon already running
Nov 15 19:53:47 user nova-compute[74639]: WARNING oslo_privsep.priv_context [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] privsep daemon already running
Nov 15 19:53:47 user nova-compute[74639]: WARNING oslo_privsep.priv_context [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] privsep daemon already running
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-baff9699-b295-4654-9140-dd1bd4d60997 req-72c6f8c2-f03b-4cbc-b276-f3e90d383b9c service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Updated VIF entry in instance network info cache for port 44c4d662-0aa9-4bf2-8ede-f5430ed8f415. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-baff9699-b295-4654-9140-dd1bd4d60997 req-72c6f8c2-f03b-4cbc-b276-f3e90d383b9c service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Updating instance_info_cache with network_info: [{"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-baff9699-b295-4654-9140-dd1bd4d60997 req-72c6f8c2-f03b-4cbc-b276-f3e90d383b9c service nova] Releasing lock "refresh_cache-f15c9b4d-6bfb-41bb-a42f-073b646a182b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap44c4d662-0a, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap44c4d662-0a, col_values=(('qos', UUID('e39e7660-2782-4a9e-b4c9-44eb93ec776e')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap44c4d662-0a, col_values=(('external_ids', {'iface-id': '44c4d662-0aa9-4bf2-8ede-f5430ed8f415', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a4:46:fb', 'vm-uuid': 'f15c9b4d-6bfb-41bb-a42f-073b646a182b'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: INFO os_vif [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:46:fb,bridge_name='br-int',has_traffic_filtering=True,id=44c4d662-0aa9-4bf2-8ede-f5430ed8f415,network=Network(69b6591f-d6ce-43fd-aa98-7c155ad467a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44c4d662-0a')
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0eb4cd4e-60, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0eb4cd4e-60, col_values=(('qos', UUID('0845a233-eed9-450e-8a53-2f41ae7e194a')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0eb4cd4e-60, col_values=(('external_ids', {'iface-id': '0eb4cd4e-6011-4291-803b-8441b8a97087', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:08:6a', 'vm-uuid': '940714cc-6448-4afb-9f93-ff2c2e8b5426'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: INFO os_vif [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:08:6a,bridge_name='br-int',has_traffic_filtering=True,id=0eb4cd4e-6011-4291-803b-8441b8a97087,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eb4cd4e-60')
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdfc31015-b5, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdfc31015-b5, col_values=(('qos', UUID('8a2041e1-4d94-44cd-88cb-222db3a7bab3')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdfc31015-b5, col_values=(('external_ids', {'iface-id': 'dfc31015-b5f7-4302-99fc-ae852159862d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0f:14:c0', 'vm-uuid': '992214c6-3620-4a7d-8dee-0f67896e2f10'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: INFO os_vif [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0f:14:c0,bridge_name='br-int',has_traffic_filtering=True,id=dfc31015-b5f7-4302-99fc-ae852159862d,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc31015-b5')
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc2f683b9-cb, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc2f683b9-cb, col_values=(('qos', UUID('c46f8f62-cbaf-45e6-8951-0240572e79ad')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc2f683b9-cb, col_values=(('external_ids', {'iface-id': 'c2f683b9-cb53-4c8b-a4d9-1c4eec343116', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:72:10:35', 'vm-uuid': '628bd485-ac5b-4d85-bcb6-67619807d0de'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: INFO os_vif [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:72:10:35,bridge_name='br-int',has_traffic_filtering=True,id=c2f683b9-cb53-4c8b-a4d9-1c4eec343116,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2f683b9-cb')
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] No VIF found with MAC fa:16:3e:a4:46:fb, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance_info_cache with network_info: [{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No VIF found with MAC fa:16:3e:2a:08:6a, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Releasing lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance network_info: |[{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bf90d52e-0f07-49bb-9473-b34df3790c73 req-f960a075-68f4-45f3-a529-26fae6104cd7 service nova] Acquired lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-bf90d52e-0f07-49bb-9473-b34df3790c73 req-f960a075-68f4-45f3-a529-26fae6104cd7 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Refreshing network info cache for port 5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Start _get_guest_xml network_info=[{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] No VIF found with MAC fa:16:3e:0f:14:c0, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No VIF found with MAC fa:16:3e:72:10:35, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:53:47 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:47 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-49804097',display_name='tempest-ServerActionsTestOtherB-server-49804097',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-49804097',id=5,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGdCSMyoTO4eAzLwDMl8yakNrhRBANP4/QfrOyuhvNze9U0mgNw9lzqb8vLaXdrkG1igyHC6fMnq+53eFUVT9lyMXEmQn3Pi0sukm2UoYCYIjGHhj1KnEHVlNNXucT80Q==',key_name='tempest-keypair-368825858',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a140282e339408580ce2bc1cc60ae67',ramdisk_id='',reservation_id='r-7y1qcbn3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1215246516',owner_user_name='tempest-ServerActionsTestOtherB-1215246516-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eec78ee6182c4d13a7ff6dd53b910b0f',uuid=991caabb-c1de-4804-b185-6168248260bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converting VIF {"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lazy-loading 'pci_devices' on Instance uuid 991caabb-c1de-4804-b185-6168248260bb {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:53:47 user nova-compute[74639]:   <uuid>991caabb-c1de-4804-b185-6168248260bb</uuid>
Nov 15 19:53:47 user nova-compute[74639]:   <name>instance-00000005</name>
Nov 15 19:53:47 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:53:47 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:53:47 user nova-compute[74639]:   <metadata>
Nov 15 19:53:47 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:53:47 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:53:47 user nova-compute[74639]:       <nova:name>tempest-ServerActionsTestOtherB-server-49804097</nova:name>
Nov 15 19:53:47 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:53:47</nova:creationTime>
Nov 15 19:53:47 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:53:47 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:53:47 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:53:47 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:53:47 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:53:47 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:53:47 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:53:47 user nova-compute[74639]:       <nova:owner>
Nov 15 19:53:47 user nova-compute[74639]:         <nova:user uuid="eec78ee6182c4d13a7ff6dd53b910b0f">tempest-ServerActionsTestOtherB-1215246516-project-member</nova:user>
Nov 15 19:53:47 user nova-compute[74639]:         <nova:project uuid="3a140282e339408580ce2bc1cc60ae67">tempest-ServerActionsTestOtherB-1215246516</nova:project>
Nov 15 19:53:47 user nova-compute[74639]:       </nova:owner>
Nov 15 19:53:47 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:53:47 user nova-compute[74639]:       <nova:ports>
Nov 15 19:53:47 user nova-compute[74639]:         <nova:port uuid="5042c7cb-0f7f-430a-abc5-c228ad7f002d">
Nov 15 19:53:47 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 19:53:47 user nova-compute[74639]:         </nova:port>
Nov 15 19:53:47 user nova-compute[74639]:       </nova:ports>
Nov 15 19:53:47 user nova-compute[74639]:     </nova:instance>
Nov 15 19:53:47 user nova-compute[74639]:   </metadata>
Nov 15 19:53:47 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:53:47 user nova-compute[74639]:     <system>
Nov 15 19:53:47 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:53:47 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:53:47 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:53:47 user nova-compute[74639]:       <entry name="serial">991caabb-c1de-4804-b185-6168248260bb</entry>
Nov 15 19:53:47 user nova-compute[74639]:       <entry name="uuid">991caabb-c1de-4804-b185-6168248260bb</entry>
Nov 15 19:53:47 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:53:47 user nova-compute[74639]:     </system>
Nov 15 19:53:47 user nova-compute[74639]:   </sysinfo>
Nov 15 19:53:47 user nova-compute[74639]:   <os>
Nov 15 19:53:47 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:53:47 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:53:47 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:53:47 user nova-compute[74639]:   </os>
Nov 15 19:53:47 user nova-compute[74639]:   <features>
Nov 15 19:53:47 user nova-compute[74639]:     <acpi/>
Nov 15 19:53:47 user nova-compute[74639]:     <apic/>
Nov 15 19:53:47 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:53:47 user nova-compute[74639]:   </features>
Nov 15 19:53:47 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:53:47 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:53:47 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:53:47 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:53:47 user nova-compute[74639]:   </clock>
Nov 15 19:53:47 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:53:47 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:53:47 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:53:47 user nova-compute[74639]:   </cpu>
Nov 15 19:53:47 user nova-compute[74639]:   <devices>
Nov 15 19:53:47 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:53:47 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:53:47 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk"/>
Nov 15 19:53:47 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:53:47 user nova-compute[74639]:     </disk>
Nov 15 19:53:47 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:53:47 user nova-compute[74639]:       <mac address="fa:16:3e:1a:49:c8"/>
Nov 15 19:53:47 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:47 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:53:47 user nova-compute[74639]:       <target dev="tap5042c7cb-0f"/>
Nov 15 19:53:47 user nova-compute[74639]:     </interface>
Nov 15 19:53:47 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:53:47 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/console.log" append="off"/>
Nov 15 19:53:47 user nova-compute[74639]:     </serial>
Nov 15 19:53:47 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:53:47 user nova-compute[74639]:     <video>
Nov 15 19:53:47 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:47 user nova-compute[74639]:     </video>
Nov 15 19:53:47 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:53:47 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:53:47 user nova-compute[74639]:     </rng>
Nov 15 19:53:47 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:53:47 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:53:47 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:53:47 user nova-compute[74639]:     </memballoon>
Nov 15 19:53:47 user nova-compute[74639]:   </devices>
Nov 15 19:53:47 user nova-compute[74639]: </domain>
Nov 15 19:53:47 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-49804097',display_name='tempest-ServerActionsTestOtherB-server-49804097',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-49804097',id=5,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGdCSMyoTO4eAzLwDMl8yakNrhRBANP4/QfrOyuhvNze9U0mgNw9lzqb8vLaXdrkG1igyHC6fMnq+53eFUVT9lyMXEmQn3Pi0sukm2UoYCYIjGHhj1KnEHVlNNXucT80Q==',key_name='tempest-keypair-368825858',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='3a140282e339408580ce2bc1cc60ae67',ramdisk_id='',reservation_id='r-7y1qcbn3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherB-1215246516',owner_user_name='tempest-ServerActionsTestOtherB-1215246516-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eec78ee6182c4d13a7ff6dd53b910b0f',uuid=991caabb-c1de-4804-b185-6168248260bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converting VIF {"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG os_vif [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06ea7864-ba67-5522-9486-37cf73a85607', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5042c7cb-0f, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5042c7cb-0f, col_values=(('qos', UUID('1fdca69f-ffb2-440e-be6a-40a011927b40')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5042c7cb-0f, col_values=(('external_ids', {'iface-id': '5042c7cb-0f7f-430a-abc5-c228ad7f002d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:49:c8', 'vm-uuid': '991caabb-c1de-4804-b185-6168248260bb'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:47 user nova-compute[74639]: INFO os_vif [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f')
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] No VIF found with MAC fa:16:3e:1a:49:c8, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.network.neutron [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Updated VIF entry in instance network info cache for port c2f683b9-cb53-4c8b-a4d9-1c4eec343116. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.network.neutron [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Updating instance_info_cache with network_info: [{"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] Releasing lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-changed-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Refreshing instance network info cache due to event network-changed-0eb4cd4e-6011-4291-803b-8441b8a97087. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] Acquiring lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] Acquired lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.network.neutron [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Refreshing network info cache for port 0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.network.neutron [req-bf90d52e-0f07-49bb-9473-b34df3790c73 req-f960a075-68f4-45f3-a529-26fae6104cd7 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updated VIF entry in instance network info cache for port 5042c7cb-0f7f-430a-abc5-c228ad7f002d. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.network.neutron [req-bf90d52e-0f07-49bb-9473-b34df3790c73 req-f960a075-68f4-45f3-a529-26fae6104cd7 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance_info_cache with network_info: [{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bf90d52e-0f07-49bb-9473-b34df3790c73 req-f960a075-68f4-45f3-a529-26fae6104cd7 service nova] Releasing lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Successfully created port: f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Successfully updated port: fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquired lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-d8724ea9-80d0-458a-8c1a-3ebbee523578 req-43ea936b-56e2-4366-8de2-a3df98ad1c53 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-changed-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-d8724ea9-80d0-458a-8c1a-3ebbee523578 req-43ea936b-56e2-4366-8de2-a3df98ad1c53 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Refreshing instance network info cache due to event network-changed-fa224778-d1c9-4926-ac89-9e272b740bd2. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:53:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d8724ea9-80d0-458a-8c1a-3ebbee523578 req-43ea936b-56e2-4366-8de2-a3df98ad1c53 service nova] Acquiring lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updated VIF entry in instance network info cache for port 0eb4cd4e-6011-4291-803b-8441b8a97087. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updating instance_info_cache with network_info: [{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08fc03d6-bb27-418d-b106-87d48c5217fb req-ded609b0-5641-4fce-8985-2ffe8542cc89 service nova] Releasing lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Releasing lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Instance network_info: |[{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d8724ea9-80d0-458a-8c1a-3ebbee523578 req-43ea936b-56e2-4366-8de2-a3df98ad1c53 service nova] Acquired lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-d8724ea9-80d0-458a-8c1a-3ebbee523578 req-43ea936b-56e2-4366-8de2-a3df98ad1c53 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Refreshing network info cache for port fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:53:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Start _get_guest_xml network_info=[{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Successfully updated port: f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-d8724ea9-80d0-458a-8c1a-3ebbee523578 req-43ea936b-56e2-4366-8de2-a3df98ad1c53 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updated VIF entry in instance network info cache for port fa224778-d1c9-4926-ac89-9e272b740bd2. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-d8724ea9-80d0-458a-8c1a-3ebbee523578 req-43ea936b-56e2-4366-8de2-a3df98ad1c53 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquired lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d8724ea9-80d0-458a-8c1a-3ebbee523578 req-43ea936b-56e2-4366-8de2-a3df98ad1c53 service nova] Releasing lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-3c95e006-60e6-4438-9db5-e44f236b95bd req-06f50206-0e68-4b06-8b2c-e94842e6be3e service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received event network-changed-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-3c95e006-60e6-4438-9db5-e44f236b95bd req-06f50206-0e68-4b06-8b2c-e94842e6be3e service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Refreshing instance network info cache due to event network-changed-f91c9bcd-8cf1-4816-92ac-136a34903804. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3c95e006-60e6-4438-9db5-e44f236b95bd req-06f50206-0e68-4b06-8b2c-e94842e6be3e service nova] Acquiring lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:53:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:51 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updating instance_info_cache with network_info: [{"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Releasing lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:51 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Instance network_info: |[{"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:53:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3c95e006-60e6-4438-9db5-e44f236b95bd req-06f50206-0e68-4b06-8b2c-e94842e6be3e service nova] Acquired lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:53:51 user nova-compute[74639]: DEBUG nova.network.neutron [req-3c95e006-60e6-4438-9db5-e44f236b95bd req-06f50206-0e68-4b06-8b2c-e94842e6be3e service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Refreshing network info cache for port f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:53:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Start _get_guest_xml network_info=[{"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-3c95e006-60e6-4438-9db5-e44f236b95bd req-06f50206-0e68-4b06-8b2c-e94842e6be3e service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updated VIF entry in instance network info cache for port f91c9bcd-8cf1-4816-92ac-136a34903804. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-3c95e006-60e6-4438-9db5-e44f236b95bd req-06f50206-0e68-4b06-8b2c-e94842e6be3e service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updating instance_info_cache with network_info: [{"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3c95e006-60e6-4438-9db5-e44f236b95bd req-06f50206-0e68-4b06-8b2c-e94842e6be3e service nova] Releasing lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:53:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:53:56 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Instance spawned successfully.
Nov 15 19:53:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:53:56 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:56 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:56 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:56 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:53:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1334966631',display_name='tempest-ServerStableDeviceRescueTest-server-1334966631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1334966631',id=6,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFx+GVLPMJEnZi9NleUO5Sld+uArwQo3P02TqVBGwcfp51c1fhhqaBnIbnOtViU6E5A06fEGodtxHq5o0IKezRTjJUmLiwgIQlpTxHtL5yYoGTwKyYkvdqSKDq+RhZcTfQ==',key_name='tempest-keypair-216539019',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be10cd46a57d4c6d804eb3740b94f589',ramdisk_id='',reservation_id='r-dfkaww4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1931918490',owner_user_name='tempest-ServerStableDeviceRescueTest-1931918490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5563bb53c38f48b0b0c0890a7c183e02',uuid=05206573-e14b-47a6-9b87-9fecaa7490b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Converting VIF {"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:00:2b,bridge_name='br-int',has_traffic_filtering=True,id=fa224778-d1c9-4926-ac89-9e272b740bd2,network=Network(8e432d59-3072-4a38-bf71-9a1a596a88da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa224778-d1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.objects.instance [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'pci_devices' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1390705860',display_name='tempest-ServerActionsTestOtherA-server-1390705860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1390705860',id=7,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJATPKm0ZbR1aX8Z+Ui4I0MmfC465VAYb6XW2bvolfG5sTfQb7JxLo/0qEsRjZHHeKLcXwsK3jRWPHk5dNaoTYCEdiSn0P7JD7I2W79BgqWy2/DMLWpyimUUFXLzP2bcOg==',key_name='tempest-keypair-1505687362',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-rxz3xcg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=7dbb5ae5-ae16-4525-b214-1b27dc3b778e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:15:a4,bridge_name='br-int',has_traffic_filtering=True,id=f91c9bcd-8cf1-4816-92ac-136a34903804,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf91c9bcd-8c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.objects.instance [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'pci_devices' on Instance uuid 7dbb5ae5-ae16-4525-b214-1b27dc3b778e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:53:57 user nova-compute[74639]:   <uuid>05206573-e14b-47a6-9b87-9fecaa7490b1</uuid>
Nov 15 19:53:57 user nova-compute[74639]:   <name>instance-00000006</name>
Nov 15 19:53:57 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:53:57 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:53:57 user nova-compute[74639]:   <metadata>
Nov 15 19:53:57 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:53:57 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1334966631</nova:name>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:53:56</nova:creationTime>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:53:57 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:53:57 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:owner>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:user uuid="5563bb53c38f48b0b0c0890a7c183e02">tempest-ServerStableDeviceRescueTest-1931918490-project-member</nova:user>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:project uuid="be10cd46a57d4c6d804eb3740b94f589">tempest-ServerStableDeviceRescueTest-1931918490</nova:project>
Nov 15 19:53:57 user nova-compute[74639]:       </nova:owner>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:ports>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:port uuid="fa224778-d1c9-4926-ac89-9e272b740bd2">
Nov 15 19:53:57 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 15 19:53:57 user nova-compute[74639]:         </nova:port>
Nov 15 19:53:57 user nova-compute[74639]:       </nova:ports>
Nov 15 19:53:57 user nova-compute[74639]:     </nova:instance>
Nov 15 19:53:57 user nova-compute[74639]:   </metadata>
Nov 15 19:53:57 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:53:57 user nova-compute[74639]:     <system>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="serial">05206573-e14b-47a6-9b87-9fecaa7490b1</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="uuid">05206573-e14b-47a6-9b87-9fecaa7490b1</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:53:57 user nova-compute[74639]:     </system>
Nov 15 19:53:57 user nova-compute[74639]:   </sysinfo>
Nov 15 19:53:57 user nova-compute[74639]:   <os>
Nov 15 19:53:57 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:53:57 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:53:57 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:53:57 user nova-compute[74639]:   </os>
Nov 15 19:53:57 user nova-compute[74639]:   <features>
Nov 15 19:53:57 user nova-compute[74639]:     <acpi/>
Nov 15 19:53:57 user nova-compute[74639]:     <apic/>
Nov 15 19:53:57 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:53:57 user nova-compute[74639]:   </features>
Nov 15 19:53:57 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:53:57 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:53:57 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:53:57 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:53:57 user nova-compute[74639]:   </clock>
Nov 15 19:53:57 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:53:57 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:53:57 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:53:57 user nova-compute[74639]:   </cpu>
Nov 15 19:53:57 user nova-compute[74639]:   <devices>
Nov 15 19:53:57 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:53:57 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:53:57 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk"/>
Nov 15 19:53:57 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:53:57 user nova-compute[74639]:     </disk>
Nov 15 19:53:57 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:53:57 user nova-compute[74639]:       <mac address="fa:16:3e:2a:00:2b"/>
Nov 15 19:53:57 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:57 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:53:57 user nova-compute[74639]:       <target dev="tapfa224778-d1"/>
Nov 15 19:53:57 user nova-compute[74639]:     </interface>
Nov 15 19:53:57 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:53:57 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/console.log" append="off"/>
Nov 15 19:53:57 user nova-compute[74639]:     </serial>
Nov 15 19:53:57 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:53:57 user nova-compute[74639]:     <video>
Nov 15 19:53:57 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:57 user nova-compute[74639]:     </video>
Nov 15 19:53:57 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:53:57 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:53:57 user nova-compute[74639]:     </rng>
Nov 15 19:53:57 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:53:57 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:53:57 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:53:57 user nova-compute[74639]:     </memballoon>
Nov 15 19:53:57 user nova-compute[74639]:   </devices>
Nov 15 19:53:57 user nova-compute[74639]: </domain>
Nov 15 19:53:57 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1334966631',display_name='tempest-ServerStableDeviceRescueTest-server-1334966631',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1334966631',id=6,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFx+GVLPMJEnZi9NleUO5Sld+uArwQo3P02TqVBGwcfp51c1fhhqaBnIbnOtViU6E5A06fEGodtxHq5o0IKezRTjJUmLiwgIQlpTxHtL5yYoGTwKyYkvdqSKDq+RhZcTfQ==',key_name='tempest-keypair-216539019',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='be10cd46a57d4c6d804eb3740b94f589',ramdisk_id='',reservation_id='r-dfkaww4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerStableDeviceRescueTest-1931918490',owner_user_name='tempest-ServerStableDeviceRescueTest-1931918490-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5563bb53c38f48b0b0c0890a7c183e02',uuid=05206573-e14b-47a6-9b87-9fecaa7490b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Converting VIF {"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2a:00:2b,bridge_name='br-int',has_traffic_filtering=True,id=fa224778-d1c9-4926-ac89-9e272b740bd2,network=Network(8e432d59-3072-4a38-bf71-9a1a596a88da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa224778-d1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG os_vif [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:00:2b,bridge_name='br-int',has_traffic_filtering=True,id=fa224778-d1c9-4926-ac89-9e272b740bd2,network=Network(8e432d59-3072-4a38-bf71-9a1a596a88da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa224778-d1') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '37ad31b0-a26e-5e33-a14b-d53500348447', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfa224778-d1, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfa224778-d1, col_values=(('qos', UUID('0b0d66be-3e86-4859-9065-e1bf9811c897')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfa224778-d1, col_values=(('external_ids', {'iface-id': 'fa224778-d1c9-4926-ac89-9e272b740bd2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2a:00:2b', 'vm-uuid': '05206573-e14b-47a6-9b87-9fecaa7490b1'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:53:57 user nova-compute[74639]:   <uuid>7dbb5ae5-ae16-4525-b214-1b27dc3b778e</uuid>
Nov 15 19:53:57 user nova-compute[74639]:   <name>instance-00000007</name>
Nov 15 19:53:57 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:53:57 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:53:57 user nova-compute[74639]:   <metadata>
Nov 15 19:53:57 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:53:57 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:name>tempest-ServerActionsTestOtherA-server-1390705860</nova:name>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:53:56</nova:creationTime>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:53:57 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:53:57 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:owner>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:user uuid="a0c44398b8fc4635a47d1e96cfb15448">tempest-ServerActionsTestOtherA-1803249031-project-member</nova:user>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:project uuid="4f7f83c51452412196147e7389bb0dd2">tempest-ServerActionsTestOtherA-1803249031</nova:project>
Nov 15 19:53:57 user nova-compute[74639]:       </nova:owner>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:53:57 user nova-compute[74639]:       <nova:ports>
Nov 15 19:53:57 user nova-compute[74639]:         <nova:port uuid="f91c9bcd-8cf1-4816-92ac-136a34903804">
Nov 15 19:53:57 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 19:53:57 user nova-compute[74639]:         </nova:port>
Nov 15 19:53:57 user nova-compute[74639]:       </nova:ports>
Nov 15 19:53:57 user nova-compute[74639]:     </nova:instance>
Nov 15 19:53:57 user nova-compute[74639]:   </metadata>
Nov 15 19:53:57 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:53:57 user nova-compute[74639]:     <system>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="serial">7dbb5ae5-ae16-4525-b214-1b27dc3b778e</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="uuid">7dbb5ae5-ae16-4525-b214-1b27dc3b778e</entry>
Nov 15 19:53:57 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:53:57 user nova-compute[74639]:     </system>
Nov 15 19:53:57 user nova-compute[74639]:   </sysinfo>
Nov 15 19:53:57 user nova-compute[74639]:   <os>
Nov 15 19:53:57 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:53:57 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:53:57 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:53:57 user nova-compute[74639]:   </os>
Nov 15 19:53:57 user nova-compute[74639]:   <features>
Nov 15 19:53:57 user nova-compute[74639]:     <acpi/>
Nov 15 19:53:57 user nova-compute[74639]:     <apic/>
Nov 15 19:53:57 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:53:57 user nova-compute[74639]:   </features>
Nov 15 19:53:57 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:53:57 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:53:57 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:53:57 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:53:57 user nova-compute[74639]:   </clock>
Nov 15 19:53:57 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:53:57 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:53:57 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:53:57 user nova-compute[74639]:   </cpu>
Nov 15 19:53:57 user nova-compute[74639]:   <devices>
Nov 15 19:53:57 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:53:57 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:53:57 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk"/>
Nov 15 19:53:57 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:53:57 user nova-compute[74639]:     </disk>
Nov 15 19:53:57 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:53:57 user nova-compute[74639]:       <mac address="fa:16:3e:77:15:a4"/>
Nov 15 19:53:57 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:57 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:53:57 user nova-compute[74639]:       <target dev="tapf91c9bcd-8c"/>
Nov 15 19:53:57 user nova-compute[74639]:     </interface>
Nov 15 19:53:57 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:53:57 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/console.log" append="off"/>
Nov 15 19:53:57 user nova-compute[74639]:     </serial>
Nov 15 19:53:57 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:53:57 user nova-compute[74639]:     <video>
Nov 15 19:53:57 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:53:57 user nova-compute[74639]:     </video>
Nov 15 19:53:57 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:53:57 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:53:57 user nova-compute[74639]:     </rng>
Nov 15 19:53:57 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:53:57 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:53:57 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:53:57 user nova-compute[74639]:     </memballoon>
Nov 15 19:53:57 user nova-compute[74639]:   </devices>
Nov 15 19:53:57 user nova-compute[74639]: </domain>
Nov 15 19:53:57 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1390705860',display_name='tempest-ServerActionsTestOtherA-server-1390705860',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1390705860',id=7,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJATPKm0ZbR1aX8Z+Ui4I0MmfC465VAYb6XW2bvolfG5sTfQb7JxLo/0qEsRjZHHeKLcXwsK3jRWPHk5dNaoTYCEdiSn0P7JD7I2W79BgqWy2/DMLWpyimUUFXLzP2bcOg==',key_name='tempest-keypair-1505687362',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-rxz3xcg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=7dbb5ae5-ae16-4525-b214-1b27dc3b778e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:77:15:a4,bridge_name='br-int',has_traffic_filtering=True,id=f91c9bcd-8cf1-4816-92ac-136a34903804,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf91c9bcd-8c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG os_vif [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:15:a4,bridge_name='br-int',has_traffic_filtering=True,id=f91c9bcd-8cf1-4816-92ac-136a34903804,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf91c9bcd-8c') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:53:57 user nova-compute[74639]: INFO os_vif [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2a:00:2b,bridge_name='br-int',has_traffic_filtering=True,id=fa224778-d1c9-4926-ac89-9e272b740bd2,network=Network(8e432d59-3072-4a38-bf71-9a1a596a88da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa224778-d1')
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a086b449-12e1-55b1-b2ac-fb9751abdf80', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Instance spawned successfully.
Nov 15 19:53:57 user nova-compute[74639]: INFO nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Took 17.36 seconds to spawn the instance on the hypervisor.
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:53:57 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance spawned successfully.
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf91c9bcd-8c, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf91c9bcd-8c, col_values=(('qos', UUID('e624d303-f24a-468d-a159-ac4660212e37')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf91c9bcd-8c, col_values=(('external_ids', {'iface-id': 'f91c9bcd-8cf1-4816-92ac-136a34903804', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:77:15:a4', 'vm-uuid': '7dbb5ae5-ae16-4525-b214-1b27dc3b778e'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:53:57 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Instance spawned successfully.
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:57 user nova-compute[74639]: INFO os_vif [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:77:15:a4,bridge_name='br-int',has_traffic_filtering=True,id=f91c9bcd-8cf1-4816-92ac-136a34903804,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf91c9bcd-8c')
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Instance spawned successfully.
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] No VIF found with MAC fa:16:3e:2a:00:2b, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No VIF found with MAC fa:16:3e:77:15:a4, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:53:57 user nova-compute[74639]: INFO nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Took 15.80 seconds to spawn the instance on the hypervisor.
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:53:57 user nova-compute[74639]: INFO nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Took 18.56 seconds to spawn the instance on the hypervisor.
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:53:57 user nova-compute[74639]: INFO nova.compute.manager [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Took 18.82 seconds to build instance.
Nov 15 19:53:57 user nova-compute[74639]: INFO nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Took 18.38 seconds to spawn the instance on the hypervisor.
Nov 15 19:53:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:53:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5b208575-7398-435b-a6ef-18d37ee39b54 tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.989s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:58 user nova-compute[74639]: INFO nova.compute.manager [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Took 20.14 seconds to build instance.
Nov 15 19:53:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ce213ab-447b-41f2-893f-27646d7f2269 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 20.312s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:58 user nova-compute[74639]: INFO nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Took 20.32 seconds to spawn the instance on the hypervisor.
Nov 15 19:53:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:53:58 user nova-compute[74639]: INFO nova.compute.manager [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Took 17.69 seconds to build instance.
Nov 15 19:53:58 user nova-compute[74639]: INFO nova.compute.manager [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Took 19.46 seconds to build instance.
Nov 15 19:53:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2f1db5d-12c0-4083-b886-343f3dc4e687 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.830s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d41f4196-e8ba-4905-af37-9e172f88508e tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 19.795s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:58 user nova-compute[74639]: INFO nova.compute.manager [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Took 21.74 seconds to build instance.
Nov 15 19:53:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-34d99b03-8ce1-4b4c-aa96-adf5d17d3764 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.016s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:53:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:53:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:53:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:53:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:53:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:54:00 user nova-compute[74639]: INFO nova.compute.claims [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Claim successful on node user
Nov 15 19:54:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.877s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:54:00 user nova-compute[74639]: DEBUG nova.network.neutron [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:54:01 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Ignoring supplied device name: /dev/sda. Libvirt can't honour user-supplied dev names
Nov 15 19:54:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG nova.policy [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '844a7f02830c4d2eb4ff129f699a512d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2260dc7635cd4e1d8c2d79cb9ec0f05c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:54:01 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Creating image(s)
Nov 15 19:54:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "/opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "/opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "/opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "f27304a457c06f37072c8c2b41df390aea62ada6" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "f27304a457c06f37072c8c2b41df390aea62ada6" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6.part --force-share --output=json" returned: 0 in 0.454s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG nova.virt.images [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] f6e6b9a3-0778-4b56-93c4-7d5824345b3d was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6.part /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:03 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:54:03 user nova-compute[74639]: INFO nova.compute.claims [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Claim successful on node user
Nov 15 19:54:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6.part /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6.converted" returned: 0 in 0.607s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6.converted --force-share --output=json" returned: 0 in 0.297s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "f27304a457c06f37072c8c2b41df390aea62ada6" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.049s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6 --force-share --output=json" returned: 0 in 0.369s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "f27304a457c06f37072c8c2b41df390aea62ada6" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "f27304a457c06f37072c8c2b41df390aea62ada6" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.025s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG nova.network.neutron [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Successfully created port: 348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6 --force-share --output=json" returned: 0 in 0.341s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6,backing_fmt=raw /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6,backing_fmt=raw /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk 1073741824" returned: 0 in 0.256s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "f27304a457c06f37072c8c2b41df390aea62ada6" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.607s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.843s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:54:04 user nova-compute[74639]: INFO nova.compute.claims [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Claim successful on node user
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6 --force-share --output=json" returned: 0 in 0.299s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Checking if we can resize image /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:54:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:54:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:54:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Instance spawned successfully.
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:54:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Instance spawned successfully.
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json" returned: 0 in 0.433s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Cannot resize image /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Ensure instance console log exists: /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.policy [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0c953eacaadd4de7bc735330e285d2da', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '39c4daddb95d4cd08dc433c5ad11431e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:54:05 user nova-compute[74639]: INFO nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Took 20.41 seconds to spawn the instance on the hypervisor.
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:54:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Creating image(s)
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "/opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "/opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "/opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Successfully updated port: 348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "refresh_cache-93680a1a-3db2-4488-b4e2-fa7fd604a4a5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquired lock "refresh_cache-93680a1a-3db2-4488-b4e2-fa7fd604a4a5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.360s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-95fe5375-8074-445a-a58e-d13b5854313c req-d82d9f9e-4385-4681-a6b5-74f34e91f15f service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received event network-changed-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-95fe5375-8074-445a-a58e-d13b5854313c req-d82d9f9e-4385-4681-a6b5-74f34e91f15f service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Refreshing instance network info cache due to event network-changed-348f0256-18a9-4deb-85d4-9c35393cdf85. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-95fe5375-8074-445a-a58e-d13b5854313c req-d82d9f9e-4385-4681-a6b5-74f34e91f15f service nova] Acquiring lock "refresh_cache-93680a1a-3db2-4488-b4e2-fa7fd604a4a5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:06 user nova-compute[74639]: INFO nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Took 20.25 seconds to spawn the instance on the hypervisor.
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:54:06 user nova-compute[74639]: INFO nova.compute.manager [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Took 21.79 seconds to build instance.
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-591c8ba7-6814-4ee3-a7d6-9247e53fc212 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 21.962s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.network.neutron [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.508s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:06 user nova-compute[74639]: INFO nova.compute.manager [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Took 22.12 seconds to build instance.
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ea2f2f30-918d-48d6-b9ec-d88413bc93d1 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 22.285s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.692s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk 1073741824" returned: 0 in 0.116s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.633s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:54:06 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.policy [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452dfd4f3f454b62bdbf6c2f03ebc0d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92a342a3b32442148b972c68cd242da5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.456s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Checking if we can resize image /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:54:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:54:07 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Creating image(s)
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Updating instance_info_cache with network_info: [{"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Releasing lock "refresh_cache-93680a1a-3db2-4488-b4e2-fa7fd604a4a5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Instance network_info: |[{"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-95fe5375-8074-445a-a58e-d13b5854313c req-d82d9f9e-4385-4681-a6b5-74f34e91f15f service nova] Acquired lock "refresh_cache-93680a1a-3db2-4488-b4e2-fa7fd604a4a5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.network.neutron [req-95fe5375-8074-445a-a58e-d13b5854313c req-d82d9f9e-4385-4681-a6b5-74f34e91f15f service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Refreshing network info cache for port 348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Start _get_guest_xml network_info=[{"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'scsi', 'cdrom_bus': 'scsi', 'mapping': {'root': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'scsi', 'dev': 'sda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'scsi', 'dev': 'sdb', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:53:52Z,direct_url=<?>,disk_format='qcow2',id=f6e6b9a3-0778-4b56-93c4-7d5824345b3d,min_disk=0,min_ram=0,name='',owner='a5e86cb494fd4b338eb10ce32419903c',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:53:54Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/sda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/sda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'scsi', 'encryption_options': None, 'image_id': 'f6e6b9a3-0778-4b56-93c4-7d5824345b3d'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:54:07 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:07 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json" returned: 0 in 0.462s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Cannot resize image /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Ensure instance console log exists: /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:53:52Z,direct_url=<?>,disk_format='qcow2',id=f6e6b9a3-0778-4b56-93c4-7d5824345b3d,min_disk=0,min_ram=0,name='',owner='a5e86cb494fd4b338eb10ce32419903c',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:53:54Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:53:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1036629659',display_name='tempest-AttachSCSIVolumeTestJSON-server-1036629659',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1036629659',id=8,image_ref='f6e6b9a3-0778-4b56-93c4-7d5824345b3d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFnFB40j9EX7fiRwg/xfOH0ChmlNCgZ6ChFyPMSJ6WUgysO2jaOAAxAtRVHuJ91QmPC1TYjxcmdDoQG7EF+yviq6SSsIYGb5a44StctBEC7YwseO/XcVtyAhqJAWWGpBKw==',key_name='tempest-keypair-1342922305',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2260dc7635cd4e1d8c2d79cb9ec0f05c',ramdisk_id='',reservation_id='r-pfmyoy9g',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f6e6b9a3-0778-4b56-93c4-7d5824345b3d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1578425788',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1578425788-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='844a7f02830c4d2eb4ff129f699a512d',uuid=93680a1a-3db2-4488-b4e2-fa7fd604a4a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Converting VIF {"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:27:0d,bridge_name='br-int',has_traffic_filtering=True,id=348f0256-18a9-4deb-85d4-9c35393cdf85,network=Network(13e01970-7aba-49c1-a1cb-5fc26e1e0906),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap348f0256-18') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.objects.instance [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lazy-loading 'pci_devices' on Instance uuid 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.386s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:54:07 user nova-compute[74639]:   <uuid>93680a1a-3db2-4488-b4e2-fa7fd604a4a5</uuid>
Nov 15 19:54:07 user nova-compute[74639]:   <name>instance-00000008</name>
Nov 15 19:54:07 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:54:07 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:54:07 user nova-compute[74639]:   <metadata>
Nov 15 19:54:07 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:54:07 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:54:07 user nova-compute[74639]:       <nova:name>tempest-AttachSCSIVolumeTestJSON-server-1036629659</nova:name>
Nov 15 19:54:07 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:54:07</nova:creationTime>
Nov 15 19:54:07 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:54:07 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:54:07 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:54:07 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:54:07 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:54:07 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:54:07 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:54:07 user nova-compute[74639]:       <nova:owner>
Nov 15 19:54:07 user nova-compute[74639]:         <nova:user uuid="844a7f02830c4d2eb4ff129f699a512d">tempest-AttachSCSIVolumeTestJSON-1578425788-project-member</nova:user>
Nov 15 19:54:07 user nova-compute[74639]:         <nova:project uuid="2260dc7635cd4e1d8c2d79cb9ec0f05c">tempest-AttachSCSIVolumeTestJSON-1578425788</nova:project>
Nov 15 19:54:07 user nova-compute[74639]:       </nova:owner>
Nov 15 19:54:07 user nova-compute[74639]:       <nova:root type="image" uuid="f6e6b9a3-0778-4b56-93c4-7d5824345b3d"/>
Nov 15 19:54:07 user nova-compute[74639]:       <nova:ports>
Nov 15 19:54:07 user nova-compute[74639]:         <nova:port uuid="348f0256-18a9-4deb-85d4-9c35393cdf85">
Nov 15 19:54:07 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:54:07 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:07 user nova-compute[74639]:       </nova:ports>
Nov 15 19:54:07 user nova-compute[74639]:     </nova:instance>
Nov 15 19:54:07 user nova-compute[74639]:   </metadata>
Nov 15 19:54:07 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:54:07 user nova-compute[74639]:     <system>
Nov 15 19:54:07 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:54:07 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:54:07 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:54:07 user nova-compute[74639]:       <entry name="serial">93680a1a-3db2-4488-b4e2-fa7fd604a4a5</entry>
Nov 15 19:54:07 user nova-compute[74639]:       <entry name="uuid">93680a1a-3db2-4488-b4e2-fa7fd604a4a5</entry>
Nov 15 19:54:07 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:54:07 user nova-compute[74639]:     </system>
Nov 15 19:54:07 user nova-compute[74639]:   </sysinfo>
Nov 15 19:54:07 user nova-compute[74639]:   <os>
Nov 15 19:54:07 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:54:07 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:54:07 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:54:07 user nova-compute[74639]:   </os>
Nov 15 19:54:07 user nova-compute[74639]:   <features>
Nov 15 19:54:07 user nova-compute[74639]:     <acpi/>
Nov 15 19:54:07 user nova-compute[74639]:     <apic/>
Nov 15 19:54:07 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:54:07 user nova-compute[74639]:   </features>
Nov 15 19:54:07 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:54:07 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:54:07 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:54:07 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:54:07 user nova-compute[74639]:   </clock>
Nov 15 19:54:07 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:54:07 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:54:07 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:54:07 user nova-compute[74639]:   </cpu>
Nov 15 19:54:07 user nova-compute[74639]:   <devices>
Nov 15 19:54:07 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:54:07 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:54:07 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk"/>
Nov 15 19:54:07 user nova-compute[74639]:       <target dev="sda" bus="scsi"/>
Nov 15 19:54:07 user nova-compute[74639]:       <address type="drive" controller="0" unit="0"/>
Nov 15 19:54:07 user nova-compute[74639]:     </disk>
Nov 15 19:54:07 user nova-compute[74639]:     <disk type="file" device="cdrom">
Nov 15 19:54:07 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none"/>
Nov 15 19:54:07 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk.config"/>
Nov 15 19:54:07 user nova-compute[74639]:       <target dev="sdb" bus="scsi"/>
Nov 15 19:54:07 user nova-compute[74639]:       <address type="drive" controller="0" unit="1"/>
Nov 15 19:54:07 user nova-compute[74639]:     </disk>
Nov 15 19:54:07 user nova-compute[74639]:     <controller type="scsi" index="0" model="virtio-scsi"/>
Nov 15 19:54:07 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:07 user nova-compute[74639]:       <mac address="fa:16:3e:fb:27:0d"/>
Nov 15 19:54:07 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:07 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:07 user nova-compute[74639]:       <target dev="tap348f0256-18"/>
Nov 15 19:54:07 user nova-compute[74639]:     </interface>
Nov 15 19:54:07 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:54:07 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/console.log" append="off"/>
Nov 15 19:54:07 user nova-compute[74639]:     </serial>
Nov 15 19:54:07 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:54:07 user nova-compute[74639]:     <video>
Nov 15 19:54:07 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:07 user nova-compute[74639]:     </video>
Nov 15 19:54:07 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:54:07 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:54:07 user nova-compute[74639]:     </rng>
Nov 15 19:54:07 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:54:07 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:54:07 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:54:07 user nova-compute[74639]:     </memballoon>
Nov 15 19:54:07 user nova-compute[74639]:   </devices>
Nov 15 19:54:07 user nova-compute[74639]: </domain>
Nov 15 19:54:07 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:53:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1036629659',display_name='tempest-AttachSCSIVolumeTestJSON-server-1036629659',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1036629659',id=8,image_ref='f6e6b9a3-0778-4b56-93c4-7d5824345b3d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFnFB40j9EX7fiRwg/xfOH0ChmlNCgZ6ChFyPMSJ6WUgysO2jaOAAxAtRVHuJ91QmPC1TYjxcmdDoQG7EF+yviq6SSsIYGb5a44StctBEC7YwseO/XcVtyAhqJAWWGpBKw==',key_name='tempest-keypair-1342922305',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2260dc7635cd4e1d8c2d79cb9ec0f05c',ramdisk_id='',reservation_id='r-pfmyoy9g',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f6e6b9a3-0778-4b56-93c4-7d5824345b3d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_machine_type='pc',image_hw_scsi_model='virtio-scsi',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1578425788',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1578425788-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:01Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='844a7f02830c4d2eb4ff129f699a512d',uuid=93680a1a-3db2-4488-b4e2-fa7fd604a4a5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Converting VIF {"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:fb:27:0d,bridge_name='br-int',has_traffic_filtering=True,id=348f0256-18a9-4deb-85d4-9c35393cdf85,network=Network(13e01970-7aba-49c1-a1cb-5fc26e1e0906),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap348f0256-18') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG os_vif [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:27:0d,bridge_name='br-int',has_traffic_filtering=True,id=348f0256-18a9-4deb-85d4-9c35393cdf85,network=Network(13e01970-7aba-49c1-a1cb-5fc26e1e0906),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap348f0256-18') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f7c272ba-7278-5d29-ad63-f80e411a7ce0', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap348f0256-18, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap348f0256-18, col_values=(('qos', UUID('2bd0adcc-37a5-462a-aa08-368bf16a5d05')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap348f0256-18, col_values=(('external_ids', {'iface-id': '348f0256-18a9-4deb-85d4-9c35393cdf85', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:fb:27:0d', 'vm-uuid': '93680a1a-3db2-4488-b4e2-fa7fd604a4a5'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:07 user nova-compute[74639]: INFO os_vif [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:fb:27:0d,bridge_name='br-int',has_traffic_filtering=True,id=348f0256-18a9-4deb-85d4-9c35393cdf85,network=Network(13e01970-7aba-49c1-a1cb-5fc26e1e0906),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap348f0256-18')
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] No BDM found with device name sda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] No VIF found with MAC fa:16:3e:fb:27:0d, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:54:07 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Using config drive
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.299s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Successfully created port: fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk 1073741824" returned: 0 in 0.107s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.410s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.293s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Checking if we can resize image /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:08 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Creating config drive at /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk.config
Nov 15 19:54:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp5snc3rgj {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG nova.network.neutron [req-95fe5375-8074-445a-a58e-d13b5854313c req-d82d9f9e-4385-4681-a6b5-74f34e91f15f service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Updated VIF entry in instance network info cache for port 348f0256-18a9-4deb-85d4-9c35393cdf85. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG nova.network.neutron [req-95fe5375-8074-445a-a58e-d13b5854313c req-d82d9f9e-4385-4681-a6b5-74f34e91f15f service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Updating instance_info_cache with network_info: [{"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json" returned: 0 in 0.222s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Cannot resize image /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Ensure instance console log exists: /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-95fe5375-8074-445a-a58e-d13b5854313c req-d82d9f9e-4385-4681-a6b5-74f34e91f15f service nova] Releasing lock "refresh_cache-93680a1a-3db2-4488-b4e2-fa7fd604a4a5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmp5snc3rgj" returned: 0 in 0.109s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Successfully created port: 6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:54:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-95387e16-ba4c-49d7-a2ef-e5cf57a802c0 req-f440e68a-125a-4228-ae8a-96559db4152d service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-95387e16-ba4c-49d7-a2ef-e5cf57a802c0 req-f440e68a-125a-4228-ae8a-96559db4152d service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-95387e16-ba4c-49d7-a2ef-e5cf57a802c0 req-f440e68a-125a-4228-ae8a-96559db4152d service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-95387e16-ba4c-49d7-a2ef-e5cf57a802c0 req-f440e68a-125a-4228-ae8a-96559db4152d service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-95387e16-ba4c-49d7-a2ef-e5cf57a802c0 req-f440e68a-125a-4228-ae8a-96559db4152d service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:09 user nova-compute[74639]: WARNING nova.compute.manager [req-95387e16-ba4c-49d7-a2ef-e5cf57a802c0 req-f440e68a-125a-4228-ae8a-96559db4152d service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state None.
Nov 15 19:54:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Successfully updated port: fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "refresh_cache-0244a1f6-b42d-425c-a7bc-7af658bff0ef" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquired lock "refresh_cache-0244a1f6-b42d-425c-a7bc-7af658bff0ef" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:54:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-c4a74693-c514-4279-8f6c-546acab50a8c req-6ed9b73f-7e6b-47b8-9b42-73994d239015 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received event network-changed-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-c4a74693-c514-4279-8f6c-546acab50a8c req-6ed9b73f-7e6b-47b8-9b42-73994d239015 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Refreshing instance network info cache due to event network-changed-fdd23a86-3195-4548-9c05-b6345e0e5313. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c4a74693-c514-4279-8f6c-546acab50a8c req-6ed9b73f-7e6b-47b8-9b42-73994d239015 service nova] Acquiring lock "refresh_cache-0244a1f6-b42d-425c-a7bc-7af658bff0ef" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Updating instance_info_cache with network_info: [{"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Successfully updated port: 6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Releasing lock "refresh_cache-0244a1f6-b42d-425c-a7bc-7af658bff0ef" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Instance network_info: |[{"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c4a74693-c514-4279-8f6c-546acab50a8c req-6ed9b73f-7e6b-47b8-9b42-73994d239015 service nova] Acquired lock "refresh_cache-0244a1f6-b42d-425c-a7bc-7af658bff0ef" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.network.neutron [req-c4a74693-c514-4279-8f6c-546acab50a8c req-6ed9b73f-7e6b-47b8-9b42-73994d239015 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Refreshing network info cache for port fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Start _get_guest_xml network_info=[{"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquired lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:54:11 user nova-compute[74639]: INFO nova.compute.claims [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Claim successful on node user
Nov 15 19:54:11 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:11 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:54:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-704555713',display_name='tempest-TestVolumeSwap-server-704555713',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-704555713',id=9,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPxzMc1MieAGAHD977c+Xo1ZKdA/vuSgCj0cof2stbK4AUnfJKOCTJUauXjqYmfkdmI1E5UMv26ssKdXJLBXCGUe7QGGuiKdzfzzCDSX1EfAr3bdAOnu78a6nRvdQ8c0vw==',key_name='tempest-keypair-195357599',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39c4daddb95d4cd08dc433c5ad11431e',ramdisk_id='',reservation_id='r-nlaf9hmd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1783094879',owner_user_name='tempest-TestVolumeSwap-1783094879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0c953eacaadd4de7bc735330e285d2da',uuid=0244a1f6-b42d-425c-a7bc-7af658bff0ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Converting VIF {"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:1c:00,bridge_name='br-int',has_traffic_filtering=True,id=fdd23a86-3195-4548-9c05-b6345e0e5313,network=Network(cde6b743-ff07-4646-bca8-b815ee77e9c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdd23a86-31') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.objects.instance [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lazy-loading 'pci_devices' on Instance uuid 0244a1f6-b42d-425c-a7bc-7af658bff0ef {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:54:11 user nova-compute[74639]:   <uuid>0244a1f6-b42d-425c-a7bc-7af658bff0ef</uuid>
Nov 15 19:54:11 user nova-compute[74639]:   <name>instance-00000009</name>
Nov 15 19:54:11 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:54:11 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:54:11 user nova-compute[74639]:   <metadata>
Nov 15 19:54:11 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:54:11 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:54:11 user nova-compute[74639]:       <nova:name>tempest-TestVolumeSwap-server-704555713</nova:name>
Nov 15 19:54:11 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:54:11</nova:creationTime>
Nov 15 19:54:11 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:54:11 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:54:11 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:54:11 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:54:11 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:54:11 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:54:11 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:54:11 user nova-compute[74639]:       <nova:owner>
Nov 15 19:54:11 user nova-compute[74639]:         <nova:user uuid="0c953eacaadd4de7bc735330e285d2da">tempest-TestVolumeSwap-1783094879-project-member</nova:user>
Nov 15 19:54:11 user nova-compute[74639]:         <nova:project uuid="39c4daddb95d4cd08dc433c5ad11431e">tempest-TestVolumeSwap-1783094879</nova:project>
Nov 15 19:54:11 user nova-compute[74639]:       </nova:owner>
Nov 15 19:54:11 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:54:11 user nova-compute[74639]:       <nova:ports>
Nov 15 19:54:11 user nova-compute[74639]:         <nova:port uuid="fdd23a86-3195-4548-9c05-b6345e0e5313">
Nov 15 19:54:11 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:54:11 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:11 user nova-compute[74639]:       </nova:ports>
Nov 15 19:54:11 user nova-compute[74639]:     </nova:instance>
Nov 15 19:54:11 user nova-compute[74639]:   </metadata>
Nov 15 19:54:11 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:54:11 user nova-compute[74639]:     <system>
Nov 15 19:54:11 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:54:11 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:54:11 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:54:11 user nova-compute[74639]:       <entry name="serial">0244a1f6-b42d-425c-a7bc-7af658bff0ef</entry>
Nov 15 19:54:11 user nova-compute[74639]:       <entry name="uuid">0244a1f6-b42d-425c-a7bc-7af658bff0ef</entry>
Nov 15 19:54:11 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:54:11 user nova-compute[74639]:     </system>
Nov 15 19:54:11 user nova-compute[74639]:   </sysinfo>
Nov 15 19:54:11 user nova-compute[74639]:   <os>
Nov 15 19:54:11 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:54:11 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:54:11 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:54:11 user nova-compute[74639]:   </os>
Nov 15 19:54:11 user nova-compute[74639]:   <features>
Nov 15 19:54:11 user nova-compute[74639]:     <acpi/>
Nov 15 19:54:11 user nova-compute[74639]:     <apic/>
Nov 15 19:54:11 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:54:11 user nova-compute[74639]:   </features>
Nov 15 19:54:11 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:54:11 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:54:11 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:54:11 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:54:11 user nova-compute[74639]:   </clock>
Nov 15 19:54:11 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:54:11 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:54:11 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:54:11 user nova-compute[74639]:   </cpu>
Nov 15 19:54:11 user nova-compute[74639]:   <devices>
Nov 15 19:54:11 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:54:11 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:54:11 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk"/>
Nov 15 19:54:11 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:54:11 user nova-compute[74639]:     </disk>
Nov 15 19:54:11 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:11 user nova-compute[74639]:       <mac address="fa:16:3e:96:1c:00"/>
Nov 15 19:54:11 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:11 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:11 user nova-compute[74639]:       <target dev="tapfdd23a86-31"/>
Nov 15 19:54:11 user nova-compute[74639]:     </interface>
Nov 15 19:54:11 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:54:11 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/console.log" append="off"/>
Nov 15 19:54:11 user nova-compute[74639]:     </serial>
Nov 15 19:54:11 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:54:11 user nova-compute[74639]:     <video>
Nov 15 19:54:11 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:11 user nova-compute[74639]:     </video>
Nov 15 19:54:11 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:54:11 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:54:11 user nova-compute[74639]:     </rng>
Nov 15 19:54:11 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:54:11 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:54:11 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:54:11 user nova-compute[74639]:     </memballoon>
Nov 15 19:54:11 user nova-compute[74639]:   </devices>
Nov 15 19:54:11 user nova-compute[74639]: </domain>
Nov 15 19:54:11 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:54:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-704555713',display_name='tempest-TestVolumeSwap-server-704555713',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-704555713',id=9,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPxzMc1MieAGAHD977c+Xo1ZKdA/vuSgCj0cof2stbK4AUnfJKOCTJUauXjqYmfkdmI1E5UMv26ssKdXJLBXCGUe7QGGuiKdzfzzCDSX1EfAr3bdAOnu78a6nRvdQ8c0vw==',key_name='tempest-keypair-195357599',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='39c4daddb95d4cd08dc433c5ad11431e',ramdisk_id='',reservation_id='r-nlaf9hmd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeSwap-1783094879',owner_user_name='tempest-TestVolumeSwap-1783094879-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0c953eacaadd4de7bc735330e285d2da',uuid=0244a1f6-b42d-425c-a7bc-7af658bff0ef,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Converting VIF {"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:96:1c:00,bridge_name='br-int',has_traffic_filtering=True,id=fdd23a86-3195-4548-9c05-b6345e0e5313,network=Network(cde6b743-ff07-4646-bca8-b815ee77e9c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdd23a86-31') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG os_vif [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:1c:00,bridge_name='br-int',has_traffic_filtering=True,id=fdd23a86-3195-4548-9c05-b6345e0e5313,network=Network(cde6b743-ff07-4646-bca8-b815ee77e9c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdd23a86-31') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '03390589-421e-56fe-a018-b612a2f907ba', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfdd23a86-31, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfdd23a86-31, col_values=(('qos', UUID('ce3b4731-13b0-4db8-8041-32c181326b91')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfdd23a86-31, col_values=(('external_ids', {'iface-id': 'fdd23a86-3195-4548-9c05-b6345e0e5313', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:96:1c:00', 'vm-uuid': '0244a1f6-b42d-425c-a7bc-7af658bff0ef'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:11 user nova-compute[74639]: INFO os_vif [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:96:1c:00,bridge_name='br-int',has_traffic_filtering=True,id=fdd23a86-3195-4548-9c05-b6345e0e5313,network=Network(cde6b743-ff07-4646-bca8-b815ee77e9c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdd23a86-31')
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:54:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] No VIF found with MAC fa:16:3e:96:1c:00, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:12 user nova-compute[74639]: WARNING nova.compute.manager [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state None.
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received event network-vif-plugged-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] Acquiring lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] No waiting events found dispatching network-vif-plugged-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:12 user nova-compute[74639]: WARNING nova.compute.manager [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received unexpected event network-vif-plugged-dfc31015-b5f7-4302-99fc-ae852159862d for instance with vm_state active and task_state None.
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received event network-vif-plugged-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] Acquiring lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.005s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] No waiting events found dispatching network-vif-plugged-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:12 user nova-compute[74639]: WARNING nova.compute.manager [req-d9bbb467-0d93-43f1-bc0f-ee5b6371fb58 req-fa2f3fdd-29fc-44f6-b087-574dcc2c7810 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received unexpected event network-vif-plugged-dfc31015-b5f7-4302-99fc-ae852159862d for instance with vm_state active and task_state None.
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updating instance_info_cache with network_info: [{"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Releasing lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Instance network_info: |[{"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Start _get_guest_xml network_info=[{"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-59d22bb7-71fc-4ead-aac4-96964ea8daed req-6394be50-2940-4ce6-887d-e9f5dcf26e45 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-changed-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-59d22bb7-71fc-4ead-aac4-96964ea8daed req-6394be50-2940-4ce6-887d-e9f5dcf26e45 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Refreshing instance network info cache due to event network-changed-6a235e9a-7c68-4c70-af89-97f420a3a0fb. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-59d22bb7-71fc-4ead-aac4-96964ea8daed req-6394be50-2940-4ce6-887d-e9f5dcf26e45 service nova] Acquiring lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-59d22bb7-71fc-4ead-aac4-96964ea8daed req-6394be50-2940-4ce6-887d-e9f5dcf26e45 service nova] Acquired lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-59d22bb7-71fc-4ead-aac4-96964ea8daed req-6394be50-2940-4ce6-887d-e9f5dcf26e45 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Refreshing network info cache for port 6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:12 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:12 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-940761410',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-940761410',id=10,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDmasMGm0/6UeJ5Eh0n5KAlpCA1D7JThoF7NJ+OLrsYpuWsGESIaGh2wyF2fXOpxGRhY4v3fCiCTyg7+Sw72c77tSrLFRJRcJMhc0LeSyqk2Lfu+frmYgHYD7ymDN22uQ==',key_name='tempest-keypair-1683379322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='92a342a3b32442148b972c68cd242da5',ramdisk_id='',reservation_id='r-61zd6yku',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1782047340',owner_user_name='tempest-TaggedAttachmentsTest-1782047340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='452dfd4f3f454b62bdbf6c2f03ebc0d8',uuid=5d9cabda-8890-4ced-b902-70dba1c17c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converting VIF {"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:60:32,bridge_name='br-int',has_traffic_filtering=True,id=6a235e9a-7c68-4c70-af89-97f420a3a0fb,network=Network(7d8fc47a-2a7f-48a7-829e-00073214cccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a235e9a-7c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lazy-loading 'pci_devices' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-c4a74693-c514-4279-8f6c-546acab50a8c req-6ed9b73f-7e6b-47b8-9b42-73994d239015 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Updated VIF entry in instance network info cache for port fdd23a86-3195-4548-9c05-b6345e0e5313. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-c4a74693-c514-4279-8f6c-546acab50a8c req-6ed9b73f-7e6b-47b8-9b42-73994d239015 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Updating instance_info_cache with network_info: [{"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:54:12 user nova-compute[74639]:   <uuid>5d9cabda-8890-4ced-b902-70dba1c17c75</uuid>
Nov 15 19:54:12 user nova-compute[74639]:   <name>instance-0000000a</name>
Nov 15 19:54:12 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:54:12 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:54:12 user nova-compute[74639]:   <metadata>
Nov 15 19:54:12 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:54:12 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:54:12 user nova-compute[74639]:       <nova:name>tempest-device-tagging-server-940761410</nova:name>
Nov 15 19:54:12 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:54:12</nova:creationTime>
Nov 15 19:54:12 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:54:12 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:54:12 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:54:12 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:54:12 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:54:12 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:54:12 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:54:12 user nova-compute[74639]:       <nova:owner>
Nov 15 19:54:12 user nova-compute[74639]:         <nova:user uuid="452dfd4f3f454b62bdbf6c2f03ebc0d8">tempest-TaggedAttachmentsTest-1782047340-project-member</nova:user>
Nov 15 19:54:12 user nova-compute[74639]:         <nova:project uuid="92a342a3b32442148b972c68cd242da5">tempest-TaggedAttachmentsTest-1782047340</nova:project>
Nov 15 19:54:12 user nova-compute[74639]:       </nova:owner>
Nov 15 19:54:12 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:54:12 user nova-compute[74639]:       <nova:ports>
Nov 15 19:54:12 user nova-compute[74639]:         <nova:port uuid="6a235e9a-7c68-4c70-af89-97f420a3a0fb">
Nov 15 19:54:12 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:54:12 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:12 user nova-compute[74639]:       </nova:ports>
Nov 15 19:54:12 user nova-compute[74639]:     </nova:instance>
Nov 15 19:54:12 user nova-compute[74639]:   </metadata>
Nov 15 19:54:12 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:54:12 user nova-compute[74639]:     <system>
Nov 15 19:54:12 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:54:12 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:54:12 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:54:12 user nova-compute[74639]:       <entry name="serial">5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:54:12 user nova-compute[74639]:       <entry name="uuid">5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:54:12 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:54:12 user nova-compute[74639]:     </system>
Nov 15 19:54:12 user nova-compute[74639]:   </sysinfo>
Nov 15 19:54:12 user nova-compute[74639]:   <os>
Nov 15 19:54:12 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:54:12 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:54:12 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:54:12 user nova-compute[74639]:   </os>
Nov 15 19:54:12 user nova-compute[74639]:   <features>
Nov 15 19:54:12 user nova-compute[74639]:     <acpi/>
Nov 15 19:54:12 user nova-compute[74639]:     <apic/>
Nov 15 19:54:12 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:54:12 user nova-compute[74639]:   </features>
Nov 15 19:54:12 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:54:12 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:54:12 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:54:12 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:54:12 user nova-compute[74639]:   </clock>
Nov 15 19:54:12 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:54:12 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:54:12 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:54:12 user nova-compute[74639]:   </cpu>
Nov 15 19:54:12 user nova-compute[74639]:   <devices>
Nov 15 19:54:12 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:54:12 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:54:12 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk"/>
Nov 15 19:54:12 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:54:12 user nova-compute[74639]:     </disk>
Nov 15 19:54:12 user nova-compute[74639]:     <disk type="file" device="cdrom">
Nov 15 19:54:12 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none"/>
Nov 15 19:54:12 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.config"/>
Nov 15 19:54:12 user nova-compute[74639]:       <target dev="hda" bus="ide"/>
Nov 15 19:54:12 user nova-compute[74639]:     </disk>
Nov 15 19:54:12 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:12 user nova-compute[74639]:       <mac address="fa:16:3e:ed:60:32"/>
Nov 15 19:54:12 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:12 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:12 user nova-compute[74639]:       <target dev="tap6a235e9a-7c"/>
Nov 15 19:54:12 user nova-compute[74639]:     </interface>
Nov 15 19:54:12 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:54:12 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log" append="off"/>
Nov 15 19:54:12 user nova-compute[74639]:     </serial>
Nov 15 19:54:12 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:54:12 user nova-compute[74639]:     <video>
Nov 15 19:54:12 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:12 user nova-compute[74639]:     </video>
Nov 15 19:54:12 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:54:12 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:54:12 user nova-compute[74639]:     </rng>
Nov 15 19:54:12 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:54:12 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:54:12 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:54:12 user nova-compute[74639]:     </memballoon>
Nov 15 19:54:12 user nova-compute[74639]:   </devices>
Nov 15 19:54:12 user nova-compute[74639]: </domain>
Nov 15 19:54:12 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-940761410',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-940761410',id=10,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDmasMGm0/6UeJ5Eh0n5KAlpCA1D7JThoF7NJ+OLrsYpuWsGESIaGh2wyF2fXOpxGRhY4v3fCiCTyg7+Sw72c77tSrLFRJRcJMhc0LeSyqk2Lfu+frmYgHYD7ymDN22uQ==',key_name='tempest-keypair-1683379322',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='92a342a3b32442148b972c68cd242da5',ramdisk_id='',reservation_id='r-61zd6yku',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedAttachmentsTest-1782047340',owner_user_name='tempest-TaggedAttachmentsTest-1782047340-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='452dfd4f3f454b62bdbf6c2f03ebc0d8',uuid=5d9cabda-8890-4ced-b902-70dba1c17c75,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converting VIF {"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:60:32,bridge_name='br-int',has_traffic_filtering=True,id=6a235e9a-7c68-4c70-af89-97f420a3a0fb,network=Network(7d8fc47a-2a7f-48a7-829e-00073214cccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a235e9a-7c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG os_vif [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:60:32,bridge_name='br-int',has_traffic_filtering=True,id=6a235e9a-7c68-4c70-af89-97f420a3a0fb,network=Network(7d8fc47a-2a7f-48a7-829e-00073214cccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a235e9a-7c') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c4a74693-c514-4279-8f6c-546acab50a8c req-6ed9b73f-7e6b-47b8-9b42-73994d239015 service nova] Releasing lock "refresh_cache-0244a1f6-b42d-425c-a7bc-7af658bff0ef" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8308ccaf-7158-5081-a17b-5151880a5c54', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6a235e9a-7c, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6a235e9a-7c, col_values=(('qos', UUID('58470ecf-b0a1-44f6-bda8-3ef6e5651bbc')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6a235e9a-7c, col_values=(('external_ids', {'iface-id': '6a235e9a-7c68-4c70-af89-97f420a3a0fb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ed:60:32', 'vm-uuid': '5d9cabda-8890-4ced-b902-70dba1c17c75'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:12 user nova-compute[74639]: INFO os_vif [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:60:32,bridge_name='br-int',has_traffic_filtering=True,id=6a235e9a-7c68-4c70-af89-97f420a3a0fb,network=Network(7d8fc47a-2a7f-48a7-829e-00073214cccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a235e9a-7c')
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] No BDM found with device name hda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] No VIF found with MAC fa:16:3e:ed:60:32, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:54:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Using config drive
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.933s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:54:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:54:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Creating config drive at /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.config
Nov 15 19:54:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpf_iuv9p5 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG nova.policy [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c027c23d4cda4d6ebf77f3f567caf32c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '33089350b0b649b2be9670366bab4bd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:54:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpf_iuv9p5" returned: 0 in 0.163s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-59d22bb7-71fc-4ead-aac4-96964ea8daed req-6394be50-2940-4ce6-887d-e9f5dcf26e45 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updated VIF entry in instance network info cache for port 6a235e9a-7c68-4c70-af89-97f420a3a0fb. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-59d22bb7-71fc-4ead-aac4-96964ea8daed req-6394be50-2940-4ce6-887d-e9f5dcf26e45 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updating instance_info_cache with network_info: [{"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-59d22bb7-71fc-4ead-aac4-96964ea8daed req-6394be50-2940-4ce6-887d-e9f5dcf26e45 service nova] Releasing lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:54:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Creating image(s)
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquiring lock "/opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "/opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.024s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "/opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:54:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Instance spawned successfully.
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:14 user nova-compute[74639]: WARNING nova.compute.manager [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state active and task_state None.
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:14 user nova-compute[74639]: WARNING nova.compute.manager [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state active and task_state None.
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:14 user nova-compute[74639]: WARNING nova.compute.manager [req-42ded51a-e9ae-435a-81d7-603d047ce914 req-e89bc55b-399e-4a3d-a6d8-b36b0a5b7b58 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state active and task_state None.
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.438s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:14 user nova-compute[74639]: INFO nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Took 13.23 seconds to spawn the instance on the hypervisor.
Nov 15 19:54:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.364s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:15 user nova-compute[74639]: INFO nova.compute.manager [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Took 15.30 seconds to build instance.
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk 1073741824" returned: 0 in 0.197s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.573s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-649ee6af-6611-4c85-97c6-077d0a104e1b tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 15.602s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG nova.network.neutron [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Successfully created port: 5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.483s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-f73f95dc-6b03-4d5d-bd01-e1b26cae40e8 req-e286a9be-f0d1-4848-9978-a0ab7f80be82 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received event network-vif-plugged-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f73f95dc-6b03-4d5d-bd01-e1b26cae40e8 req-e286a9be-f0d1-4848-9978-a0ab7f80be82 service nova] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f73f95dc-6b03-4d5d-bd01-e1b26cae40e8 req-e286a9be-f0d1-4848-9978-a0ab7f80be82 service nova] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f73f95dc-6b03-4d5d-bd01-e1b26cae40e8 req-e286a9be-f0d1-4848-9978-a0ab7f80be82 service nova] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-f73f95dc-6b03-4d5d-bd01-e1b26cae40e8 req-e286a9be-f0d1-4848-9978-a0ab7f80be82 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] No waiting events found dispatching network-vif-plugged-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:15 user nova-compute[74639]: WARNING nova.compute.manager [req-f73f95dc-6b03-4d5d-bd01-e1b26cae40e8 req-e286a9be-f0d1-4848-9978-a0ab7f80be82 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received unexpected event network-vif-plugged-fdd23a86-3195-4548-9c05-b6345e0e5313 for instance with vm_state building and task_state spawning.
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json" returned: 0 in 0.302s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Cannot resize image /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Ensure instance console log exists: /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:16 user nova-compute[74639]: WARNING nova.compute.manager [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state active and task_state None.
Nov 15 19:54:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received event network-vif-plugged-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] Acquiring lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] No waiting events found dispatching network-vif-plugged-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:16 user nova-compute[74639]: WARNING nova.compute.manager [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received unexpected event network-vif-plugged-f91c9bcd-8cf1-4816-92ac-136a34903804 for instance with vm_state active and task_state None.
Nov 15 19:54:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received event network-vif-plugged-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] Acquiring lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] No waiting events found dispatching network-vif-plugged-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:16 user nova-compute[74639]: WARNING nova.compute.manager [req-df22ff98-21ba-465a-81f1-cb223ba0aa86 req-b554d2f8-b8a9-43b0-936a-0aeb87c6adab service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received unexpected event network-vif-plugged-f91c9bcd-8cf1-4816-92ac-136a34903804 for instance with vm_state active and task_state None.
Nov 15 19:54:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Successfully updated port: 5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquiring lock "refresh_cache-cad1feb2-1a16-4cf1-95d5-99dd998be94e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquired lock "refresh_cache-cad1feb2-1a16-4cf1-95d5-99dd998be94e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:54:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-1c6456b8-2eb8-41d3-b27f-72ec3aa68d01 req-85f23c6f-2c30-436b-b5fa-e1da443b43b7 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received event network-vif-plugged-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1c6456b8-2eb8-41d3-b27f-72ec3aa68d01 req-85f23c6f-2c30-436b-b5fa-e1da443b43b7 service nova] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1c6456b8-2eb8-41d3-b27f-72ec3aa68d01 req-85f23c6f-2c30-436b-b5fa-e1da443b43b7 service nova] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1c6456b8-2eb8-41d3-b27f-72ec3aa68d01 req-85f23c6f-2c30-436b-b5fa-e1da443b43b7 service nova] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-1c6456b8-2eb8-41d3-b27f-72ec3aa68d01 req-85f23c6f-2c30-436b-b5fa-e1da443b43b7 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] No waiting events found dispatching network-vif-plugged-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:18 user nova-compute[74639]: WARNING nova.compute.manager [req-1c6456b8-2eb8-41d3-b27f-72ec3aa68d01 req-85f23c6f-2c30-436b-b5fa-e1da443b43b7 service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received unexpected event network-vif-plugged-fdd23a86-3195-4548-9c05-b6345e0e5313 for instance with vm_state building and task_state spawning.
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.network.neutron [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Updating instance_info_cache with network_info: [{"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Releasing lock "refresh_cache-cad1feb2-1a16-4cf1-95d5-99dd998be94e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Instance network_info: |[{"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Start _get_guest_xml network_info=[{"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:54:18 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:18 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:54:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-970876907',display_name='tempest-VolumesAssistedSnapshotsTest-server-970876907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-970876907',id=11,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEJIe7DzWtDRPzhQtcuJo+4/H6MVI0w9uO2Jte0pUPCiHyRnIu/wFFVqzqKdOL3ND1Z1Sn2nOxJ3O7tSN6H2q9T2miiTR4XInhfKZ5YQRKTWu/psVGjTCcm+o1sFDhx8rQ==',key_name='tempest-keypair-1440181955',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='33089350b0b649b2be9670366bab4bd2',ramdisk_id='',reservation_id='r-08rbisvs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-654123608',owner_user_name='tempest-VolumesAssistedSnapshotsTest-654123608-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c027c23d4cda4d6ebf77f3f567caf32c',uuid=cad1feb2-1a16-4cf1-95d5-99dd998be94e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Converting VIF {"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:7a:84,bridge_name='br-int',has_traffic_filtering=True,id=5d2cc122-5dad-4391-875c-e4a209db57ad,network=Network(038c6f4c-99ac-4362-aeb6-384266311049),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d2cc122-5d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.objects.instance [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lazy-loading 'pci_devices' on Instance uuid cad1feb2-1a16-4cf1-95d5-99dd998be94e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:54:18 user nova-compute[74639]:   <uuid>cad1feb2-1a16-4cf1-95d5-99dd998be94e</uuid>
Nov 15 19:54:18 user nova-compute[74639]:   <name>instance-0000000b</name>
Nov 15 19:54:18 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:54:18 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:54:18 user nova-compute[74639]:   <metadata>
Nov 15 19:54:18 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:54:18 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:54:18 user nova-compute[74639]:       <nova:name>tempest-VolumesAssistedSnapshotsTest-server-970876907</nova:name>
Nov 15 19:54:18 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:54:18</nova:creationTime>
Nov 15 19:54:18 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:54:18 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:54:18 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:54:18 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:54:18 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:54:18 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:54:18 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:54:18 user nova-compute[74639]:       <nova:owner>
Nov 15 19:54:18 user nova-compute[74639]:         <nova:user uuid="c027c23d4cda4d6ebf77f3f567caf32c">tempest-VolumesAssistedSnapshotsTest-654123608-project-member</nova:user>
Nov 15 19:54:18 user nova-compute[74639]:         <nova:project uuid="33089350b0b649b2be9670366bab4bd2">tempest-VolumesAssistedSnapshotsTest-654123608</nova:project>
Nov 15 19:54:18 user nova-compute[74639]:       </nova:owner>
Nov 15 19:54:18 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:54:18 user nova-compute[74639]:       <nova:ports>
Nov 15 19:54:18 user nova-compute[74639]:         <nova:port uuid="5d2cc122-5dad-4391-875c-e4a209db57ad">
Nov 15 19:54:18 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 15 19:54:18 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:18 user nova-compute[74639]:       </nova:ports>
Nov 15 19:54:18 user nova-compute[74639]:     </nova:instance>
Nov 15 19:54:18 user nova-compute[74639]:   </metadata>
Nov 15 19:54:18 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:54:18 user nova-compute[74639]:     <system>
Nov 15 19:54:18 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:54:18 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:54:18 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:54:18 user nova-compute[74639]:       <entry name="serial">cad1feb2-1a16-4cf1-95d5-99dd998be94e</entry>
Nov 15 19:54:18 user nova-compute[74639]:       <entry name="uuid">cad1feb2-1a16-4cf1-95d5-99dd998be94e</entry>
Nov 15 19:54:18 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:54:18 user nova-compute[74639]:     </system>
Nov 15 19:54:18 user nova-compute[74639]:   </sysinfo>
Nov 15 19:54:18 user nova-compute[74639]:   <os>
Nov 15 19:54:18 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:54:18 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:54:18 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:54:18 user nova-compute[74639]:   </os>
Nov 15 19:54:18 user nova-compute[74639]:   <features>
Nov 15 19:54:18 user nova-compute[74639]:     <acpi/>
Nov 15 19:54:18 user nova-compute[74639]:     <apic/>
Nov 15 19:54:18 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:54:18 user nova-compute[74639]:   </features>
Nov 15 19:54:18 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:54:18 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:54:18 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:54:18 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:54:18 user nova-compute[74639]:   </clock>
Nov 15 19:54:18 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:54:18 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:54:18 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:54:18 user nova-compute[74639]:   </cpu>
Nov 15 19:54:18 user nova-compute[74639]:   <devices>
Nov 15 19:54:18 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:54:18 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:54:18 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk"/>
Nov 15 19:54:18 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:54:18 user nova-compute[74639]:     </disk>
Nov 15 19:54:18 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:18 user nova-compute[74639]:       <mac address="fa:16:3e:57:7a:84"/>
Nov 15 19:54:18 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:18 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:18 user nova-compute[74639]:       <target dev="tap5d2cc122-5d"/>
Nov 15 19:54:18 user nova-compute[74639]:     </interface>
Nov 15 19:54:18 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:54:18 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/console.log" append="off"/>
Nov 15 19:54:18 user nova-compute[74639]:     </serial>
Nov 15 19:54:18 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:54:18 user nova-compute[74639]:     <video>
Nov 15 19:54:18 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:18 user nova-compute[74639]:     </video>
Nov 15 19:54:18 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:54:18 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:54:18 user nova-compute[74639]:     </rng>
Nov 15 19:54:18 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:54:18 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:54:18 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:54:18 user nova-compute[74639]:     </memballoon>
Nov 15 19:54:18 user nova-compute[74639]:   </devices>
Nov 15 19:54:18 user nova-compute[74639]: </domain>
Nov 15 19:54:18 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:54:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-970876907',display_name='tempest-VolumesAssistedSnapshotsTest-server-970876907',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-970876907',id=11,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEJIe7DzWtDRPzhQtcuJo+4/H6MVI0w9uO2Jte0pUPCiHyRnIu/wFFVqzqKdOL3ND1Z1Sn2nOxJ3O7tSN6H2q9T2miiTR4XInhfKZ5YQRKTWu/psVGjTCcm+o1sFDhx8rQ==',key_name='tempest-keypair-1440181955',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='33089350b0b649b2be9670366bab4bd2',ramdisk_id='',reservation_id='r-08rbisvs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAssistedSnapshotsTest-654123608',owner_user_name='tempest-VolumesAssistedSnapshotsTest-654123608-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:14Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c027c23d4cda4d6ebf77f3f567caf32c',uuid=cad1feb2-1a16-4cf1-95d5-99dd998be94e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Converting VIF {"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:57:7a:84,bridge_name='br-int',has_traffic_filtering=True,id=5d2cc122-5dad-4391-875c-e4a209db57ad,network=Network(038c6f4c-99ac-4362-aeb6-384266311049),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d2cc122-5d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG os_vif [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:7a:84,bridge_name='br-int',has_traffic_filtering=True,id=5d2cc122-5dad-4391-875c-e4a209db57ad,network=Network(038c6f4c-99ac-4362-aeb6-384266311049),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d2cc122-5d') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b540280c-d879-58b2-b9f5-0636947722be', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5d2cc122-5d, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5d2cc122-5d, col_values=(('qos', UUID('6277679f-dfec-4926-a5d5-0849bef8c9df')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5d2cc122-5d, col_values=(('external_ids', {'iface-id': '5d2cc122-5dad-4391-875c-e4a209db57ad', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:57:7a:84', 'vm-uuid': 'cad1feb2-1a16-4cf1-95d5-99dd998be94e'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:18 user nova-compute[74639]: INFO os_vif [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:57:7a:84,bridge_name='br-int',has_traffic_filtering=True,id=5d2cc122-5dad-4391-875c-e4a209db57ad,network=Network(038c6f4c-99ac-4362-aeb6-384266311049),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d2cc122-5d')
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] No VIF found with MAC fa:16:3e:57:7a:84, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received event network-vif-plugged-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] No waiting events found dispatching network-vif-plugged-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:18 user nova-compute[74639]: WARNING nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received unexpected event network-vif-plugged-348f0256-18a9-4deb-85d4-9c35393cdf85 for instance with vm_state active and task_state None.
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received event network-changed-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Refreshing instance network info cache due to event network-changed-5d2cc122-5dad-4391-875c-e4a209db57ad. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Acquiring lock "refresh_cache-cad1feb2-1a16-4cf1-95d5-99dd998be94e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Acquired lock "refresh_cache-cad1feb2-1a16-4cf1-95d5-99dd998be94e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:18 user nova-compute[74639]: DEBUG nova.network.neutron [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Refreshing network info cache for port 5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-14d93421-3bc9-451a-ab59-b057e29d40e9 req-d1a98eb4-7ba0-4aa1-8090-a97f221e5388 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14d93421-3bc9-451a-ab59-b057e29d40e9 req-d1a98eb4-7ba0-4aa1-8090-a97f221e5388 service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14d93421-3bc9-451a-ab59-b057e29d40e9 req-d1a98eb4-7ba0-4aa1-8090-a97f221e5388 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14d93421-3bc9-451a-ab59-b057e29d40e9 req-d1a98eb4-7ba0-4aa1-8090-a97f221e5388 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-14d93421-3bc9-451a-ab59-b057e29d40e9 req-d1a98eb4-7ba0-4aa1-8090-a97f221e5388 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:19 user nova-compute[74639]: WARNING nova.compute.manager [req-14d93421-3bc9-451a-ab59-b057e29d40e9 req-d1a98eb4-7ba0-4aa1-8090-a97f221e5388 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state active and task_state None.
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.network.neutron [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Updated VIF entry in instance network info cache for port 5d2cc122-5dad-4391-875c-e4a209db57ad. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.network.neutron [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Updating instance_info_cache with network_info: [{"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Releasing lock "refresh_cache-cad1feb2-1a16-4cf1-95d5-99dd998be94e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received event network-vif-plugged-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] No waiting events found dispatching network-vif-plugged-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:19 user nova-compute[74639]: WARNING nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received unexpected event network-vif-plugged-348f0256-18a9-4deb-85d4-9c35393cdf85 for instance with vm_state active and task_state None.
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-plugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] No waiting events found dispatching network-vif-plugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:19 user nova-compute[74639]: WARNING nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received unexpected event network-vif-plugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb for instance with vm_state building and task_state spawning.
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-plugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] No waiting events found dispatching network-vif-plugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:19 user nova-compute[74639]: WARNING nova.compute.manager [req-0aefc733-ae3d-4994-a64f-61a82253e492 req-ab81ce4d-a52c-410c-9fa9-ab985616fa7e service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received unexpected event network-vif-plugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb for instance with vm_state building and task_state spawning.
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:54:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Instance spawned successfully.
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:54:20 user nova-compute[74639]: INFO nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Took 14.87 seconds to spawn the instance on the hypervisor.
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:54:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Instance spawned successfully.
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:20 user nova-compute[74639]: INFO nova.compute.manager [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Took 17.67 seconds to build instance.
Nov 15 19:54:20 user nova-compute[74639]: INFO nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Took 13.38 seconds to spawn the instance on the hypervisor.
Nov 15 19:54:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9152cfc3-69cd-4666-940a-c24a9fe3492c tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 18.027s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:20 user nova-compute[74639]: INFO nova.compute.manager [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Took 15.99 seconds to build instance.
Nov 15 19:54:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3411b802-1c82-46da-8a80-e8f88b6f80dd tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 16.478s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:21 user nova-compute[74639]: WARNING nova.compute.manager [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state active and task_state None.
Nov 15 19:54:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received event network-vif-plugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] Acquiring lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] No waiting events found dispatching network-vif-plugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:21 user nova-compute[74639]: WARNING nova.compute.manager [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received unexpected event network-vif-plugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 for instance with vm_state active and task_state None.
Nov 15 19:54:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received event network-vif-plugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] Acquiring lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] No waiting events found dispatching network-vif-plugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:21 user nova-compute[74639]: WARNING nova.compute.manager [req-714a5599-df62-4a67-960f-d41b50e8574e req-576c4863-1b4a-4750-a8b8-8bf149f1bc74 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received unexpected event network-vif-plugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 for instance with vm_state active and task_state None.
Nov 15 19:54:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:54:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Instance spawned successfully.
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:54:23 user nova-compute[74639]: INFO nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Took 9.20 seconds to spawn the instance on the hypervisor.
Nov 15 19:54:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:23 user nova-compute[74639]: INFO nova.compute.manager [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Took 12.28 seconds to build instance.
Nov 15 19:54:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-96b9c1fa-6c5a-49f7-9a21-82b0e342de52 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.485s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-0b2142d1-50cf-4288-a648-fd7e21cae036 req-f50a4a98-4fcb-4f62-a652-134ad2ef8fa6 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received event network-vif-plugged-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0b2142d1-50cf-4288-a648-fd7e21cae036 req-f50a4a98-4fcb-4f62-a652-134ad2ef8fa6 service nova] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0b2142d1-50cf-4288-a648-fd7e21cae036 req-f50a4a98-4fcb-4f62-a652-134ad2ef8fa6 service nova] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0b2142d1-50cf-4288-a648-fd7e21cae036 req-f50a4a98-4fcb-4f62-a652-134ad2ef8fa6 service nova] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-0b2142d1-50cf-4288-a648-fd7e21cae036 req-f50a4a98-4fcb-4f62-a652-134ad2ef8fa6 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] No waiting events found dispatching network-vif-plugged-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:26 user nova-compute[74639]: WARNING nova.compute.manager [req-0b2142d1-50cf-4288-a648-fd7e21cae036 req-f50a4a98-4fcb-4f62-a652-134ad2ef8fa6 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received unexpected event network-vif-plugged-5d2cc122-5dad-4391-875c-e4a209db57ad for instance with vm_state active and task_state None.
Nov 15 19:54:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 19:54:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-c71941a6-ccb6-4c84-88e5-9656c8ce874b req-6e23f441-9d9c-472d-8991-30d98e080ac1 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received event network-vif-plugged-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c71941a6-ccb6-4c84-88e5-9656c8ce874b req-6e23f441-9d9c-472d-8991-30d98e080ac1 service nova] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c71941a6-ccb6-4c84-88e5-9656c8ce874b req-6e23f441-9d9c-472d-8991-30d98e080ac1 service nova] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c71941a6-ccb6-4c84-88e5-9656c8ce874b req-6e23f441-9d9c-472d-8991-30d98e080ac1 service nova] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-c71941a6-ccb6-4c84-88e5-9656c8ce874b req-6e23f441-9d9c-472d-8991-30d98e080ac1 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] No waiting events found dispatching network-vif-plugged-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:54:28 user nova-compute[74639]: WARNING nova.compute.manager [req-c71941a6-ccb6-4c84-88e5-9656c8ce874b req-6e23f441-9d9c-472d-8991-30d98e080ac1 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received unexpected event network-vif-plugged-5d2cc122-5dad-4391-875c-e4a209db57ad for instance with vm_state active and task_state None.
Nov 15 19:54:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:28 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:28 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:54:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 19:54:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 19:54:29 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 992214c6-3620-4a7d-8dee-0f67896e2f10 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Updating instance_info_cache with network_info: [{"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:54:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.257s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:36 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:36 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7295MB free_disk=25.62346649169922GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 992214c6-3620-4a7d-8dee-0f67896e2f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance f15c9b4d-6bfb-41bb-a42f-073b646a182b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 991caabb-c1de-4804-b185-6168248260bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 05206573-e14b-47a6-9b87-9fecaa7490b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 5d9cabda-8890-4ced-b902-70dba1c17c75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cad1feb2-1a16-4cf1-95d5-99dd998be94e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance e3bda2e2-ce80-4b61-90ca-01f17b09df82 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:36 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.896s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.304s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:54:37 user nova-compute[74639]: INFO nova.compute.claims [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Claim successful on node user
Nov 15 19:54:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.434s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:54:37 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:54:37 user nova-compute[74639]: INFO nova.virt.block_device [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Booting with volume 42eafcea-59ad-445f-a0c6-dc16f2ef5b2e at /dev/vda
Nov 15 19:54:37 user nova-compute[74639]: DEBUG nova.policy [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86e1c3351fb5473da58091daa691307d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7e8f49cc97ea46c99af0b95dba0c55f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:54:37 user nova-compute[74639]: DEBUG os_brick.utils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:54:37 user nova-compute[74639]: INFO oslo.privsep.daemon [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Running privsep helper: ['sudo', 'nova-rootwrap', '/etc/nova/rootwrap.conf', 'privsep-helper', '--config-file', '/etc/nova/nova-cpu.conf', '--privsep_context', 'os_brick.privileged.default', '--privsep_sock_path', '/tmp/tmpiljqdiw7/privsep.sock']
Nov 15 19:54:37 user sudo[85941]:    stack : PWD=/ ; USER=root ; COMMAND=/opt/stack/data/venv/bin/nova-rootwrap /etc/nova/rootwrap.conf privsep-helper --config-file /etc/nova/nova-cpu.conf --privsep_context os_brick.privileged.default --privsep_sock_path /tmp/tmpiljqdiw7/privsep.sock
Nov 15 19:54:37 user sudo[85941]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=1001)
Nov 15 19:54:38 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully created port: 4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:54:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:38 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully created port: 6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:54:39 user sudo[85941]: pam_unix(sudo:session): session closed for user root
Nov 15 19:54:39 user nova-compute[74639]: INFO oslo.privsep.daemon [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Spawned new privsep daemon via rootwrap
Nov 15 19:54:39 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep daemon starting
Nov 15 19:54:39 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep process running with uid/gid: 0/0
Nov 15 19:54:39 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep process running with capabilities (eff/prm/inh): CAP_SYS_ADMIN/CAP_SYS_ADMIN/none
Nov 15 19:54:39 user nova-compute[74639]: INFO oslo.privsep.daemon [-] privsep daemon running as pid 85980
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1fbdcf0-33d6-45bb-b0b6-111d7d1ff3a5]: (2,) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully created port: 95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0daaa072-6b66-4902-acda-2be01cc28add]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:39 user nova-compute[74639]: WARNING os_brick.initiator.connectors.nvmeof [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Could not find nvme_core/parameters/multipath: FileNotFoundError: [Errno 2] No such file or directory: '/sys/module/nvme_core/parameters/multipath'
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd16f28e-ae95-4a94-8395-bf35dbb71e79]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[565881ca-eb9e-4c51-85b0-20fd36aa2a8e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e548d77-55dc-4fa4-9ad2-9a2c75630686]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:54:39 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:54:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[94dfa285-3361-401f-9be2-e8c0edb0cfdf]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG os_brick.utils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] <== get_connector_properties: return (1887ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating existing volume attachment record: aa6f9e3b-ec74-4041-8714-638292f0931e {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:54:39 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully created port: b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:54:40 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully created port: 4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully updated port: 4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-17a7fe59-0b46-43f9-95ba-2f9ea545f6f7 req-26566e88-ed5a-4d4c-8214-cd09fff7236f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-changed-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-17a7fe59-0b46-43f9-95ba-2f9ea545f6f7 req-26566e88-ed5a-4d4c-8214-cd09fff7236f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing instance network info cache due to event network-changed-4cb2952e-650d-4015-b06c-4d275e3b37f5. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-17a7fe59-0b46-43f9-95ba-2f9ea545f6f7 req-26566e88-ed5a-4d4c-8214-cd09fff7236f service nova] Acquiring lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-17a7fe59-0b46-43f9-95ba-2f9ea545f6f7 req-26566e88-ed5a-4d4c-8214-cd09fff7236f service nova] Acquired lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG nova.network.neutron [req-17a7fe59-0b46-43f9-95ba-2f9ea545f6f7 req-26566e88-ed5a-4d4c-8214-cd09fff7236f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing network info cache for port 4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG nova.network.neutron [req-17a7fe59-0b46-43f9-95ba-2f9ea545f6f7 req-26566e88-ed5a-4d4c-8214-cd09fff7236f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG nova.network.neutron [req-17a7fe59-0b46-43f9-95ba-2f9ea545f6f7 req-26566e88-ed5a-4d4c-8214-cd09fff7236f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-17a7fe59-0b46-43f9-95ba-2f9ea545f6f7 req-26566e88-ed5a-4d4c-8214-cd09fff7236f service nova] Releasing lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully updated port: 2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully updated port: bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully updated port: 6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-changed-2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing instance network info cache due to event network-changed-2c2dfd50-8211-46c4-8453-2129c72b484d. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] Acquiring lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] Acquired lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing network info cache for port 2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully updated port: 95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] Releasing lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-changed-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing instance network info cache due to event network-changed-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] Acquiring lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] Acquired lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing network info cache for port bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] Releasing lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-changed-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing instance network info cache due to event network-changed-6764d853-8969-47bb-adc9-69d1b84ef7a2. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] Acquiring lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] Acquired lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing network info cache for port 6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e6cac67e-3009-4276-b3af-28e8836bc5fe req-dacdc611-2b3a-47bc-8ece-d79fbfbd837f service nova] Releasing lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully updated port: b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:44 user nova-compute[74639]: INFO nova.virt.block_device [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Booting with volume a939702e-e023-4eb7-b730-d59dc641e1c1 at /dev/vdb
Nov 15 19:54:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Successfully updated port: 4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquired lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG os_brick.utils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5972fb84-3e58-4684-ac35-d2ba0260917d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[df1264b9-8985-4ce3-b028-7f1947d9031f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[90395f9c-9125-4c40-ae3a-40e6369b288c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa3ca7b7-c181-48b2-832f-3e42097a9be1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:54:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:54:45 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:54:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[350e7e89-a1e9-42aa-b1b3-8436d399b426]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:54:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:54:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:54:45 user nova-compute[74639]: DEBUG os_brick.utils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:54:45 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating existing volume attachment record: 81971903-ca73-4372-b89c-f5008af112d5 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:54:45 user nova-compute[74639]: DEBUG nova.compute.manager [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-changed-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:45 user nova-compute[74639]: DEBUG nova.compute.manager [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing instance network info cache due to event network-changed-95380978-1473-4458-aa2d-29626d6eff56. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] Acquiring lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [{"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Releasing lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Instance network_info: |[{"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:54:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] Acquired lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing network info cache for port 95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updated VIF entry in instance network info cache for port 95380978-1473-4458-aa2d-29626d6eff56. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [{"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] Releasing lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.compute.manager [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-changed-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.compute.manager [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing instance network info cache due to event network-changed-b73c0333-4b37-4535-bfb1-ca566bc4d064. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] Acquiring lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] Acquired lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing network info cache for port b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updated VIF entry in instance network info cache for port b73c0333-4b37-4535-bfb1-ca566bc4d064. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [{"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] Releasing lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.compute.manager [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-changed-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.compute.manager [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing instance network info cache due to event network-changed-4038722c-b22f-4d84-881d-af18b4ba6640. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] Acquiring lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] Acquired lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing network info cache for port 4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updated VIF entry in instance network info cache for port 4038722c-b22f-4d84-881d-af18b4ba6640. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:54:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [{"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:54:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a73884f-1269-4713-9118-908c2576786c req-b566aa98-3c98-406f-9c75-6afa73103f7d service nova] Releasing lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:54:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:50 user nova-compute[74639]: INFO nova.virt.block_device [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Booting with volume b2e6944f-d056-48f5-bb02-ed703be74bd3 at /dev/vdc
Nov 15 19:54:50 user nova-compute[74639]: DEBUG os_brick.utils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[91f86cf2-71bb-4587-b3a8-70c786032343]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[173eafdf-27c5-4d9f-9647-1f65cbf550ce]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4414e954-3d91-4e58-b414-1fddea21b4b9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ba687f6-8aba-4e73-8d8a-c33cb885ee5a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:54:50 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:54:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[051a7b40-4d6d-49bf-bf78-2794f569a8e3]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG os_brick.utils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:54:50 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating existing volume attachment record: 30b9df01-031b-4656-afc9-72d62f39a9a9 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:54:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:54:55 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Creating image(s)
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Ensure instance console log exists: /opt/stack/data/nova/instances/e3bda2e2-ce80-4b61-90ca-01f17b09df82/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Start _get_guest_xml network_info=[{"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERgawdrn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82', 'attached_at': '', 'detached_at': '', 'volume_id': '42eafcea-59ad-445f-a0c6-dc16f2ef5b2e', 'serial': '42eafcea-59ad-445f-a0c6-dc16f2ef5b2e'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'aa6f9e3b-ec74-4041-8714-638292f0931e', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WAJDefTg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82', 'attached_at': '', 'detached_at': '', 'volume_id': 'a939702e-e023-4eb7-b730-d59dc641e1c1', 'serial': 'a939702e-e023-4eb7-b730-d59dc641e1c1'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 1, 'attachment_id': '81971903-ca73-4372-b89c-f5008af112d5', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EnsbOUpW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82', 'attached_at': '', 'detached_at': '', 'volume_id': 'b2e6944f-d056-48f5-bb02-ed703be74bd3', 'serial': 'b2e6944f-d056-48f5-bb02-ed703be74bd3'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 2, 'attachment_id': '30b9df01-031b-4656-afc9-72d62f39a9a9', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:54:55 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:55 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "cache_volume_driver" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "cache_volume_driver" acquired by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connector [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Factory for ISCSI on None {{(pid=74639) factory /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connector.py:281}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "cache_volume_driver" "released" by "nova.virt.libvirt.driver.LibvirtDriver._get_volume_driver.<locals>._cache_volume_driver" :: held 0.004s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERgawdrn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:54:55 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:54:55 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:54:55 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[750892c9-c28d-4298-9e9d-794834fc37a3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:54:55 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9f64d53-ab6f-4f65-bcd3-259ae818d4a3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e] added
Nov 15 19:54:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd4683b2-3b85-4552-9541-d28927404fd5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a815ce6-cef6-4f19-a012-69b560103747]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ERgawdrn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ERgawdrn" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e91dd4c-45da-4474-a7b3-6c83fa702c04]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ERgawdrn'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[756fe0a7-d09d-4d62-a553-455041bd2521]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad7dc553-5213-4ba5-ae44-bc4959d4b372]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 19:54:55 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 19:54:55 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:54:55 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 19:54:55 user nova-compute[74639]: 
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2adf183c-d263-42e2-b2d5-e16b41cd40c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e, portal: 172.16.0.220,3260]
Nov 15 19:54:55 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e, portal: 172.16.0.220,3260] successful.
Nov 15 19:54:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[da62f59a-2260-4d33-955b-4d544ea012a2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa2a9625-b505-441d-b69c-d4bdd1026d69]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] HCTL ('33', '-', '-', 0) found on session 2 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[24ac73f6-8ca1-4d6e-86da-7d90ca273e83]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Searching for a device in session 2 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:54:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERgawdrn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.284s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] <== connect_volume: return (1285ms) {'type': 'block', 'scsi_wwn': '23265373431323361', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23265373431323361', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WAJDefTg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:54:56 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:54:56 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:54:56 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[95b0b98a-d576-410b-a15d-48ce9f17f7cd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:54:56 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[45610d9c-eadc-4df7-a4bf-3f3097b1b929]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1] added
Nov 15 19:54:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f815e85-15d5-4d74-ade7-c789a420017d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fdfbb25-2ca0-4217-b040-6b43225add63]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WAJDefTg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v WAJDefTg" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9cf2e25-1eda-49d6-8e2a-ddb508c85e2d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'WAJDefTg'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[562ed1a9-cc42-40d9-9148-214375ca041b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[64dcd8d3-008d-4104-941c-a9f860a4d2cc]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b85ac470-4706-43cd-81bf-68ccac77152e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1, portal: 172.16.0.220,3260]
Nov 15 19:54:56 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1, portal: 172.16.0.220,3260] successful.
Nov 15 19:54:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8bc408b-77ec-4f49-b5d0-f8df70e96a0f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a470bd25-4923-4c65-96bb-ad8621446ddb]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:56 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:54:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:56 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:54:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.241s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] HCTL ('34', '-', '-', 0) found on session 3 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3081041b-2775-47c2-b59c-6f8582e2a646]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Searching for a device in session 3 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:54:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WAJDefTg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.275s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] <== connect_volume: return (1276ms) {'type': 'block', 'scsi_wwn': '23361383839633238', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23361383839633238', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EnsbOUpW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:54:57 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:54:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:54:57 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:54:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:54:57 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:54:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260" returned: 21 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8300c71-12cd-48b7-b6c0-e099c7bad51c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:54:57 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c67fdd02-731d-48f2-a1ed-b0d4b67e4fd3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3] added
Nov 15 19:54:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[afa88174-b6fe-4282-9518-dbeb18de0c7a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a25d79e-e9a1-42dd-9bcc-dbd0b8a2e430]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EnsbOUpW {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v EnsbOUpW" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2c1f119-98d2-4ee8-9bf7-bf3b648a6aea]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'EnsbOUpW'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3790b6ac-f748-4897-9a04-4f6607964895]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1883dbb1-ec53-46de-beff-6efa7647057b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:58 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:54:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:58 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:54:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[add3b702-8b30-4256-bb17-3facfb5ee129]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3, portal: 172.16.0.220,3260]
Nov 15 19:54:58 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3, portal: 172.16.0.220,3260] successful.
Nov 15 19:54:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ade3235-3cc9-4cc7-b7fc-da9c1ec197ac]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae5d8b9a-deb6-4c4c-a311-06afc2fcac21]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:58 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:54:58 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:54:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:54:58 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:54:58 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:54:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.264s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] HCTL ('35', '-', '-', 0) found on session 4 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[12dbf7ea-a31b-407e-ab8d-690be6ea6297]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Searching for a device in session 4 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EnsbOUpW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:54:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] <== connect_volume: return (1302ms) {'type': 'block', 'scsi_wwn': '26366643730373463', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26366643730373463', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:f8:80,bridge_name='br-int',has_traffic_filtering=True,id=4cb2952e-650d-4015-b06c-4d275e3b37f5,network=Network(09d28a92-1aa4-4a78-8509-ccf0aa89d603),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb2952e-65') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:6c:91,bridge_name='br-int',has_traffic_filtering=True,id=2c2dfd50-8211-46c4-8453-2129c72b484d,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c2dfd50-82') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:eb:f5,bridge_name='br-int',has_traffic_filtering=True,id=bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbebb1ce5-f6') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:33:07,bridge_name='br-int',has_traffic_filtering=True,id=6764d853-8969-47bb-adc9-69d1b84ef7a2,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6764d853-89') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:ce:d5,bridge_name='br-int',has_traffic_filtering=True,id=95380978-1473-4458-aa2d-29626d6eff56,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95380978-14') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:32:49,bridge_name='br-int',has_traffic_filtering=True,id=b73c0333-4b37-4535-bfb1-ca566bc4d064,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb73c0333-4b') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:9e:29,bridge_name='br-int',has_traffic_filtering=True,id=4038722c-b22f-4d84-881d-af18b4ba6640,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4038722c-b2') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lazy-loading 'pci_devices' on Instance uuid e3bda2e2-ce80-4b61-90ca-01f17b09df82 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:54:59 user nova-compute[74639]:   <uuid>e3bda2e2-ce80-4b61-90ca-01f17b09df82</uuid>
Nov 15 19:54:59 user nova-compute[74639]:   <name>instance-0000000c</name>
Nov 15 19:54:59 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:54:59 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:54:59 user nova-compute[74639]:   <metadata>
Nov 15 19:54:59 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:54:59 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:54:59 user nova-compute[74639]:       <nova:name>tempest-device-tagging-server-2065552169</nova:name>
Nov 15 19:54:59 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:54:55</nova:creationTime>
Nov 15 19:54:59 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:54:59 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:54:59 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:54:59 user nova-compute[74639]:       <nova:owner>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:user uuid="86e1c3351fb5473da58091daa691307d">tempest-TaggedBootDevicesTest_v242-437123235-project-member</nova:user>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:project uuid="7e8f49cc97ea46c99af0b95dba0c55f6">tempest-TaggedBootDevicesTest_v242-437123235</nova:project>
Nov 15 19:54:59 user nova-compute[74639]:       </nova:owner>
Nov 15 19:54:59 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:54:59 user nova-compute[74639]:       <nova:ports>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:port uuid="4cb2952e-650d-4015-b06c-4d275e3b37f5">
Nov 15 19:54:59 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 15 19:54:59 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:port uuid="2c2dfd50-8211-46c4-8453-2129c72b484d">
Nov 15 19:54:59 user nova-compute[74639]:           <nova:ip type="fixed" address="10.1.1.122" ipVersion="4"/>
Nov 15 19:54:59 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:port uuid="bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97">
Nov 15 19:54:59 user nova-compute[74639]:           <nova:ip type="fixed" address="10.1.1.93" ipVersion="4"/>
Nov 15 19:54:59 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:port uuid="6764d853-8969-47bb-adc9-69d1b84ef7a2">
Nov 15 19:54:59 user nova-compute[74639]:           <nova:ip type="fixed" address="10.1.1.81" ipVersion="4"/>
Nov 15 19:54:59 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:port uuid="95380978-1473-4458-aa2d-29626d6eff56">
Nov 15 19:54:59 user nova-compute[74639]:           <nova:ip type="fixed" address="10.1.1.48" ipVersion="4"/>
Nov 15 19:54:59 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:port uuid="b73c0333-4b37-4535-bfb1-ca566bc4d064">
Nov 15 19:54:59 user nova-compute[74639]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 15 19:54:59 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:59 user nova-compute[74639]:         <nova:port uuid="4038722c-b22f-4d84-881d-af18b4ba6640">
Nov 15 19:54:59 user nova-compute[74639]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 15 19:54:59 user nova-compute[74639]:         </nova:port>
Nov 15 19:54:59 user nova-compute[74639]:       </nova:ports>
Nov 15 19:54:59 user nova-compute[74639]:     </nova:instance>
Nov 15 19:54:59 user nova-compute[74639]:   </metadata>
Nov 15 19:54:59 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:54:59 user nova-compute[74639]:     <system>
Nov 15 19:54:59 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:54:59 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:54:59 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:54:59 user nova-compute[74639]:       <entry name="serial">e3bda2e2-ce80-4b61-90ca-01f17b09df82</entry>
Nov 15 19:54:59 user nova-compute[74639]:       <entry name="uuid">e3bda2e2-ce80-4b61-90ca-01f17b09df82</entry>
Nov 15 19:54:59 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:54:59 user nova-compute[74639]:     </system>
Nov 15 19:54:59 user nova-compute[74639]:   </sysinfo>
Nov 15 19:54:59 user nova-compute[74639]:   <os>
Nov 15 19:54:59 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:54:59 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:54:59 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:54:59 user nova-compute[74639]:   </os>
Nov 15 19:54:59 user nova-compute[74639]:   <features>
Nov 15 19:54:59 user nova-compute[74639]:     <acpi/>
Nov 15 19:54:59 user nova-compute[74639]:     <apic/>
Nov 15 19:54:59 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:54:59 user nova-compute[74639]:   </features>
Nov 15 19:54:59 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:54:59 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:54:59 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:54:59 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:54:59 user nova-compute[74639]:   </clock>
Nov 15 19:54:59 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:54:59 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:54:59 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:54:59 user nova-compute[74639]:   </cpu>
Nov 15 19:54:59 user nova-compute[74639]:   <devices>
Nov 15 19:54:59 user nova-compute[74639]:     <disk type="file" device="cdrom">
Nov 15 19:54:59 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none"/>
Nov 15 19:54:59 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/e3bda2e2-ce80-4b61-90ca-01f17b09df82/disk.config"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="hda" bus="ide"/>
Nov 15 19:54:59 user nova-compute[74639]:     </disk>
Nov 15 19:54:59 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:54:59 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:54:59 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <serial>42eafcea-59ad-445f-a0c6-dc16f2ef5b2e</serial>
Nov 15 19:54:59 user nova-compute[74639]:     </disk>
Nov 15 19:54:59 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:54:59 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:54:59 user nova-compute[74639]:       <source dev="/dev/sdc"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <serial>a939702e-e023-4eb7-b730-d59dc641e1c1</serial>
Nov 15 19:54:59 user nova-compute[74639]:     </disk>
Nov 15 19:54:59 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:54:59 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:54:59 user nova-compute[74639]:       <source dev="/dev/sdd"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="vdc" bus="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <serial>b2e6944f-d056-48f5-bb02-ed703be74bd3</serial>
Nov 15 19:54:59 user nova-compute[74639]:     </disk>
Nov 15 19:54:59 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:59 user nova-compute[74639]:       <mac address="fa:16:3e:7b:f8:80"/>
Nov 15 19:54:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="tap4cb2952e-65"/>
Nov 15 19:54:59 user nova-compute[74639]:     </interface>
Nov 15 19:54:59 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:59 user nova-compute[74639]:       <mac address="fa:16:3e:29:6c:91"/>
Nov 15 19:54:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="tap2c2dfd50-82"/>
Nov 15 19:54:59 user nova-compute[74639]:     </interface>
Nov 15 19:54:59 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:59 user nova-compute[74639]:       <mac address="fa:16:3e:89:eb:f5"/>
Nov 15 19:54:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="tapbebb1ce5-f6"/>
Nov 15 19:54:59 user nova-compute[74639]:     </interface>
Nov 15 19:54:59 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:59 user nova-compute[74639]:       <mac address="fa:16:3e:eb:33:07"/>
Nov 15 19:54:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="tap6764d853-89"/>
Nov 15 19:54:59 user nova-compute[74639]:     </interface>
Nov 15 19:54:59 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:59 user nova-compute[74639]:       <mac address="fa:16:3e:00:ce:d5"/>
Nov 15 19:54:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="tap95380978-14"/>
Nov 15 19:54:59 user nova-compute[74639]:     </interface>
Nov 15 19:54:59 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:59 user nova-compute[74639]:       <mac address="fa:16:3e:63:32:49"/>
Nov 15 19:54:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="tapb73c0333-4b"/>
Nov 15 19:54:59 user nova-compute[74639]:     </interface>
Nov 15 19:54:59 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:54:59 user nova-compute[74639]:       <mac address="fa:16:3e:07:9e:29"/>
Nov 15 19:54:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:54:59 user nova-compute[74639]:       <target dev="tap4038722c-b2"/>
Nov 15 19:54:59 user nova-compute[74639]:     </interface>
Nov 15 19:54:59 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:54:59 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/e3bda2e2-ce80-4b61-90ca-01f17b09df82/console.log" append="off"/>
Nov 15 19:54:59 user nova-compute[74639]:     </serial>
Nov 15 19:54:59 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:54:59 user nova-compute[74639]:     <video>
Nov 15 19:54:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:54:59 user nova-compute[74639]:     </video>
Nov 15 19:54:59 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:54:59 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:54:59 user nova-compute[74639]:     </rng>
Nov 15 19:54:59 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:54:59 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:54:59 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:54:59 user nova-compute[74639]:     </memballoon>
Nov 15 19:54:59 user nova-compute[74639]:   </devices>
Nov 15 19:54:59 user nova-compute[74639]: </domain>
Nov 15 19:54:59 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7b:f8:80,bridge_name='br-int',has_traffic_filtering=True,id=4cb2952e-650d-4015-b06c-4d275e3b37f5,network=Network(09d28a92-1aa4-4a78-8509-ccf0aa89d603),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb2952e-65') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:f8:80,bridge_name='br-int',has_traffic_filtering=True,id=4cb2952e-650d-4015-b06c-4d275e3b37f5,network=Network(09d28a92-1aa4-4a78-8509-ccf0aa89d603),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb2952e-65') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a18b114b-00c5-523d-82f8-30e05ca5aae0', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4cb2952e-65, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4cb2952e-65, col_values=(('qos', UUID('372f4db8-ce97-461f-9be3-c8e2790fb00c')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4cb2952e-65, col_values=(('external_ids', {'iface-id': '4cb2952e-650d-4015-b06c-4d275e3b37f5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7b:f8:80', 'vm-uuid': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: INFO os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7b:f8:80,bridge_name='br-int',has_traffic_filtering=True,id=4cb2952e-650d-4015-b06c-4d275e3b37f5,network=Network(09d28a92-1aa4-4a78-8509-ccf0aa89d603),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb2952e-65')
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:6c:91,bridge_name='br-int',has_traffic_filtering=True,id=2c2dfd50-8211-46c4-8453-2129c72b484d,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c2dfd50-82') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:6c:91,bridge_name='br-int',has_traffic_filtering=True,id=2c2dfd50-8211-46c4-8453-2129c72b484d,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c2dfd50-82') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e061b594-9490-585c-b8b7-949843cdc7d8', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2c2dfd50-82, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2c2dfd50-82, col_values=(('qos', UUID('aadb57e4-673e-45a5-b080-a8fa791f6a1b')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2c2dfd50-82, col_values=(('external_ids', {'iface-id': '2c2dfd50-8211-46c4-8453-2129c72b484d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:29:6c:91', 'vm-uuid': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: INFO os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:6c:91,bridge_name='br-int',has_traffic_filtering=True,id=2c2dfd50-8211-46c4-8453-2129c72b484d,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c2dfd50-82')
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:eb:f5,bridge_name='br-int',has_traffic_filtering=True,id=bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbebb1ce5-f6') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:eb:f5,bridge_name='br-int',has_traffic_filtering=True,id=bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbebb1ce5-f6') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '660f3108-c770-590f-9de5-a04907b26fb6', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapbebb1ce5-f6, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapbebb1ce5-f6, col_values=(('qos', UUID('3e003b74-94c8-4553-88ca-a02f50125b8b')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapbebb1ce5-f6, col_values=(('external_ids', {'iface-id': 'bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:89:eb:f5', 'vm-uuid': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: INFO os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:eb:f5,bridge_name='br-int',has_traffic_filtering=True,id=bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbebb1ce5-f6')
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:33:07,bridge_name='br-int',has_traffic_filtering=True,id=6764d853-8969-47bb-adc9-69d1b84ef7a2,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6764d853-89') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:33:07,bridge_name='br-int',has_traffic_filtering=True,id=6764d853-8969-47bb-adc9-69d1b84ef7a2,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6764d853-89') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e3cdc87b-c64a-5f68-b0ed-497e1ea6241d', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap6764d853-89, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap6764d853-89, col_values=(('qos', UUID('ece66f81-c656-42a1-b961-05a1488ebfe3')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap6764d853-89, col_values=(('external_ids', {'iface-id': '6764d853-8969-47bb-adc9-69d1b84ef7a2', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:eb:33:07', 'vm-uuid': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: INFO os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:33:07,bridge_name='br-int',has_traffic_filtering=True,id=6764d853-8969-47bb-adc9-69d1b84ef7a2,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6764d853-89')
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:ce:d5,bridge_name='br-int',has_traffic_filtering=True,id=95380978-1473-4458-aa2d-29626d6eff56,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95380978-14') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:ce:d5,bridge_name='br-int',has_traffic_filtering=True,id=95380978-1473-4458-aa2d-29626d6eff56,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95380978-14') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ac870b54-0fbb-5a02-9f86-08b2d63bc52f', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap95380978-14, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap95380978-14, col_values=(('qos', UUID('5be6e3bf-dc22-46d6-9740-567b3e546761')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap95380978-14, col_values=(('external_ids', {'iface-id': '95380978-1473-4458-aa2d-29626d6eff56', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:00:ce:d5', 'vm-uuid': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: INFO os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:ce:d5,bridge_name='br-int',has_traffic_filtering=True,id=95380978-1473-4458-aa2d-29626d6eff56,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95380978-14')
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:32:49,bridge_name='br-int',has_traffic_filtering=True,id=b73c0333-4b37-4535-bfb1-ca566bc4d064,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb73c0333-4b') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:32:49,bridge_name='br-int',has_traffic_filtering=True,id=b73c0333-4b37-4535-bfb1-ca566bc4d064,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb73c0333-4b') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '64680428-7dc1-5881-a6c2-19749a3fa652', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapb73c0333-4b, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapb73c0333-4b, col_values=(('qos', UUID('42f704ec-41c5-47f9-a784-c9c7e525487b')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapb73c0333-4b, col_values=(('external_ids', {'iface-id': 'b73c0333-4b37-4535-bfb1-ca566bc4d064', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:63:32:49', 'vm-uuid': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: INFO os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:32:49,bridge_name='br-int',has_traffic_filtering=True,id=b73c0333-4b37-4535-bfb1-ca566bc4d064,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb73c0333-4b')
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:54:38Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:9e:29,bridge_name='br-int',has_traffic_filtering=True,id=4038722c-b22f-4d84-881d-af18b4ba6640,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4038722c-b2') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:9e:29,bridge_name='br-int',has_traffic_filtering=True,id=4038722c-b22f-4d84-881d-af18b4ba6640,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4038722c-b2') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'e9e37d15-1a85-52d0-b040-7b17ff8f3827', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4038722c-b2, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4038722c-b2, col_values=(('qos', UUID('93345cfb-5e65-4ec4-a2c6-45db0a450013')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4038722c-b2, col_values=(('external_ids', {'iface-id': '4038722c-b22f-4d84-881d-af18b4ba6640', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:07:9e:29', 'vm-uuid': 'e3bda2e2-ce80-4b61-90ca-01f17b09df82'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:54:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:54:59 user nova-compute[74639]: INFO os_vif [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:9e:29,bridge_name='br-int',has_traffic_filtering=True,id=4038722c-b22f-4d84-881d-af18b4ba6640,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4038722c-b2')
Nov 15 19:55:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] No BDM found with device name hda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] No VIF found with MAC fa:16:3e:7b:f8:80, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:55:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] No VIF found with MAC fa:16:3e:00:ce:d5, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:55:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Using config drive
Nov 15 19:55:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Creating config drive at /opt/stack/data/nova/instances/e3bda2e2-ce80-4b61-90ca-01f17b09df82/disk.config
Nov 15 19:55:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/e3bda2e2-ce80-4b61-90ca-01f17b09df82/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpw2xnmpzc {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/e3bda2e2-ce80-4b61-90ca-01f17b09df82/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpw2xnmpzc" returned: 0 in 0.063s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-7cca4af8-ed66-4884-976a-481f213f5787 req-a37bc1dc-251f-41d9-aada-8ced437c3591 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7cca4af8-ed66-4884-976a-481f213f5787 req-a37bc1dc-251f-41d9-aada-8ced437c3591 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7cca4af8-ed66-4884-976a-481f213f5787 req-a37bc1dc-251f-41d9-aada-8ced437c3591 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7cca4af8-ed66-4884-976a-481f213f5787 req-a37bc1dc-251f-41d9-aada-8ced437c3591 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-7cca4af8-ed66-4884-976a-481f213f5787 req-a37bc1dc-251f-41d9-aada-8ced437c3591 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:02 user nova-compute[74639]: WARNING nova.compute.manager [req-7cca4af8-ed66-4884-976a-481f213f5787 req-a37bc1dc-251f-41d9-aada-8ced437c3591 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 for instance with vm_state building and task_state spawning.
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-19bcd983-fb95-4503-a078-706bf9bd1ee4 req-e226af8c-6015-4f58-ad81-e3a02f11c7b3 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-19bcd983-fb95-4503-a078-706bf9bd1ee4 req-e226af8c-6015-4f58-ad81-e3a02f11c7b3 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-19bcd983-fb95-4503-a078-706bf9bd1ee4 req-e226af8c-6015-4f58-ad81-e3a02f11c7b3 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-19bcd983-fb95-4503-a078-706bf9bd1ee4 req-e226af8c-6015-4f58-ad81-e3a02f11c7b3 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-19bcd983-fb95-4503-a078-706bf9bd1ee4 req-e226af8c-6015-4f58-ad81-e3a02f11c7b3 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:02 user nova-compute[74639]: WARNING nova.compute.manager [req-19bcd983-fb95-4503-a078-706bf9bd1ee4 req-e226af8c-6015-4f58-ad81-e3a02f11c7b3 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-2c2dfd50-8211-46c4-8453-2129c72b484d for instance with vm_state building and task_state spawning.
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-06d82ca9-9d10-40ce-9e46-14a1b0b8e9d2 req-8250873d-4c61-41e5-b29e-c35b9b694dbe service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-06d82ca9-9d10-40ce-9e46-14a1b0b8e9d2 req-8250873d-4c61-41e5-b29e-c35b9b694dbe service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-06d82ca9-9d10-40ce-9e46-14a1b0b8e9d2 req-8250873d-4c61-41e5-b29e-c35b9b694dbe service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-06d82ca9-9d10-40ce-9e46-14a1b0b8e9d2 req-8250873d-4c61-41e5-b29e-c35b9b694dbe service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-06d82ca9-9d10-40ce-9e46-14a1b0b8e9d2 req-8250873d-4c61-41e5-b29e-c35b9b694dbe service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:03 user nova-compute[74639]: WARNING nova.compute.manager [req-06d82ca9-9d10-40ce-9e46-14a1b0b8e9d2 req-8250873d-4c61-41e5-b29e-c35b9b694dbe service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 for instance with vm_state building and task_state spawning.
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-0aca066f-193b-4fcb-bef0-9f0af7231eaa req-1133ec4b-4d98-4299-84ac-79eab9f89467 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-2c2dfd50-8211-46c4-8453-2129c72b484d for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-95380978-1473-4458-aa2d-29626d6eff56 for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-95380978-1473-4458-aa2d-29626d6eff56 for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-4038722c-b22f-4d84-881d-af18b4ba6640 for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:04 user nova-compute[74639]: WARNING nova.compute.manager [req-818ace21-3cc8-4eb4-83df-c2385dde1fc1 req-9d2fdc32-bff8-470f-8725-3969bf620b13 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-4038722c-b22f-4d84-881d-af18b4ba6640 for instance with vm_state building and task_state spawning.
Nov 15 19:55:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-827e86fa-a1c9-4070-9367-f3b44742913b req-ea7716ba-ef35-4cde-87dc-898b14856332 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-827e86fa-a1c9-4070-9367-f3b44742913b req-ea7716ba-ef35-4cde-87dc-898b14856332 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-827e86fa-a1c9-4070-9367-f3b44742913b req-ea7716ba-ef35-4cde-87dc-898b14856332 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-827e86fa-a1c9-4070-9367-f3b44742913b req-ea7716ba-ef35-4cde-87dc-898b14856332 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-827e86fa-a1c9-4070-9367-f3b44742913b req-ea7716ba-ef35-4cde-87dc-898b14856332 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:05 user nova-compute[74639]: WARNING nova.compute.manager [req-827e86fa-a1c9-4070-9367-f3b44742913b req-ea7716ba-ef35-4cde-87dc-898b14856332 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 for instance with vm_state building and task_state spawning.
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:55:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Instance spawned successfully.
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:05 user nova-compute[74639]: INFO nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Took 10.67 seconds to spawn the instance on the hypervisor.
Nov 15 19:55:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:55:06 user nova-compute[74639]: INFO nova.compute.manager [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Took 29.35 seconds to build instance.
Nov 15 19:55:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1974dd10-19fb-41ab-b829-501cd6b08592 tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 29.485s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:55:27 user nova-compute[74639]: INFO nova.compute.claims [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Claim successful on node user
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.450s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:55:27 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.policy [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34f961b854514cbe876f70f8385d1c2f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd61fb16def0b4e4a97280c0e6c03fa4d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:55:27 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Creating image(s)
Nov 15 19:55:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "/opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "/opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "/opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk 1073741824" returned: 0 in 0.052s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Successfully created port: 26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:28 user nova-compute[74639]: INFO nova.compute.manager [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Rescuing
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquired lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG nova.network.neutron [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Cannot resize image /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Ensure instance console log exists: /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Successfully updated port: 26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "refresh_cache-d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquired lock "refresh_cache-d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-ba4ac090-bec8-4fde-82a0-b8ba17a2de30 req-1bfb3d93-12ff-4a32-890b-fbf099eac3a0 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received event network-changed-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-ba4ac090-bec8-4fde-82a0-b8ba17a2de30 req-1bfb3d93-12ff-4a32-890b-fbf099eac3a0 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Refreshing instance network info cache due to event network-changed-26e69e20-205c-4ea1-a148-347aab275254. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ba4ac090-bec8-4fde-82a0-b8ba17a2de30 req-1bfb3d93-12ff-4a32-890b-fbf099eac3a0 service nova] Acquiring lock "refresh_cache-d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Updating instance_info_cache with network_info: [{"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Releasing lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Updating instance_info_cache with network_info: [{"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Releasing lock "refresh_cache-d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Instance network_info: |[{"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ba4ac090-bec8-4fde-82a0-b8ba17a2de30 req-1bfb3d93-12ff-4a32-890b-fbf099eac3a0 service nova] Acquired lock "refresh_cache-d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.neutron [req-ba4ac090-bec8-4fde-82a0-b8ba17a2de30 req-1bfb3d93-12ff-4a32-890b-fbf099eac3a0 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Refreshing network info cache for port 26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Start _get_guest_xml network_info=[{"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:55:29 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:55:29 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:55:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1688430350',display_name='tempest-ServersNegativeTestJSON-server-1688430350',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1688430350',id=13,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d61fb16def0b4e4a97280c0e6c03fa4d',ramdisk_id='',reservation_id='r-lg4xf908',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-746888935',owner_user_name='tempest-ServersNegativeTestJSON-746888935-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:55:28Z,user_data=None,user_id='34f961b854514cbe876f70f8385d1c2f',uuid=d2d3d312-65d5-4a70-99ba-b7c2fc33b27e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converting VIF {"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:47:0b,bridge_name='br-int',has_traffic_filtering=True,id=26e69e20-205c-4ea1-a148-347aab275254,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26e69e20-20') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lazy-loading 'pci_devices' on Instance uuid d2d3d312-65d5-4a70-99ba-b7c2fc33b27e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:55:29 user nova-compute[74639]:   <uuid>d2d3d312-65d5-4a70-99ba-b7c2fc33b27e</uuid>
Nov 15 19:55:29 user nova-compute[74639]:   <name>instance-0000000d</name>
Nov 15 19:55:29 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:55:29 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:55:29 user nova-compute[74639]:   <metadata>
Nov 15 19:55:29 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:55:29 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:55:29 user nova-compute[74639]:       <nova:name>tempest-ServersNegativeTestJSON-server-1688430350</nova:name>
Nov 15 19:55:29 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:55:29</nova:creationTime>
Nov 15 19:55:29 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:55:29 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:55:29 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:55:29 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:55:29 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:55:29 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:55:29 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:55:29 user nova-compute[74639]:       <nova:owner>
Nov 15 19:55:29 user nova-compute[74639]:         <nova:user uuid="34f961b854514cbe876f70f8385d1c2f">tempest-ServersNegativeTestJSON-746888935-project-member</nova:user>
Nov 15 19:55:29 user nova-compute[74639]:         <nova:project uuid="d61fb16def0b4e4a97280c0e6c03fa4d">tempest-ServersNegativeTestJSON-746888935</nova:project>
Nov 15 19:55:29 user nova-compute[74639]:       </nova:owner>
Nov 15 19:55:29 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:55:29 user nova-compute[74639]:       <nova:ports>
Nov 15 19:55:29 user nova-compute[74639]:         <nova:port uuid="26e69e20-205c-4ea1-a148-347aab275254">
Nov 15 19:55:29 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 19:55:29 user nova-compute[74639]:         </nova:port>
Nov 15 19:55:29 user nova-compute[74639]:       </nova:ports>
Nov 15 19:55:29 user nova-compute[74639]:     </nova:instance>
Nov 15 19:55:29 user nova-compute[74639]:   </metadata>
Nov 15 19:55:29 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:55:29 user nova-compute[74639]:     <system>
Nov 15 19:55:29 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:55:29 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:55:29 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:55:29 user nova-compute[74639]:       <entry name="serial">d2d3d312-65d5-4a70-99ba-b7c2fc33b27e</entry>
Nov 15 19:55:29 user nova-compute[74639]:       <entry name="uuid">d2d3d312-65d5-4a70-99ba-b7c2fc33b27e</entry>
Nov 15 19:55:29 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:55:29 user nova-compute[74639]:     </system>
Nov 15 19:55:29 user nova-compute[74639]:   </sysinfo>
Nov 15 19:55:29 user nova-compute[74639]:   <os>
Nov 15 19:55:29 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:55:29 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:55:29 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:55:29 user nova-compute[74639]:   </os>
Nov 15 19:55:29 user nova-compute[74639]:   <features>
Nov 15 19:55:29 user nova-compute[74639]:     <acpi/>
Nov 15 19:55:29 user nova-compute[74639]:     <apic/>
Nov 15 19:55:29 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:55:29 user nova-compute[74639]:   </features>
Nov 15 19:55:29 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:55:29 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:55:29 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:55:29 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:55:29 user nova-compute[74639]:   </clock>
Nov 15 19:55:29 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:55:29 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:55:29 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:55:29 user nova-compute[74639]:   </cpu>
Nov 15 19:55:29 user nova-compute[74639]:   <devices>
Nov 15 19:55:29 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:55:29 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:55:29 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk"/>
Nov 15 19:55:29 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:55:29 user nova-compute[74639]:     </disk>
Nov 15 19:55:29 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:55:29 user nova-compute[74639]:       <mac address="fa:16:3e:79:47:0b"/>
Nov 15 19:55:29 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:55:29 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:55:29 user nova-compute[74639]:       <target dev="tap26e69e20-20"/>
Nov 15 19:55:29 user nova-compute[74639]:     </interface>
Nov 15 19:55:29 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:55:29 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/console.log" append="off"/>
Nov 15 19:55:29 user nova-compute[74639]:     </serial>
Nov 15 19:55:29 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:55:29 user nova-compute[74639]:     <video>
Nov 15 19:55:29 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:55:29 user nova-compute[74639]:     </video>
Nov 15 19:55:29 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:55:29 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:55:29 user nova-compute[74639]:     </rng>
Nov 15 19:55:29 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:55:29 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:55:29 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:55:29 user nova-compute[74639]:     </memballoon>
Nov 15 19:55:29 user nova-compute[74639]:   </devices>
Nov 15 19:55:29 user nova-compute[74639]: </domain>
Nov 15 19:55:29 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:55:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1688430350',display_name='tempest-ServersNegativeTestJSON-server-1688430350',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1688430350',id=13,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d61fb16def0b4e4a97280c0e6c03fa4d',ramdisk_id='',reservation_id='r-lg4xf908',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServersNegativeTestJSON-746888935',owner_user_name='tempest-ServersNegativeTestJSON-746888935-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:55:28Z,user_data=None,user_id='34f961b854514cbe876f70f8385d1c2f',uuid=d2d3d312-65d5-4a70-99ba-b7c2fc33b27e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converting VIF {"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:47:0b,bridge_name='br-int',has_traffic_filtering=True,id=26e69e20-205c-4ea1-a148-347aab275254,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26e69e20-20') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG os_vif [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:47:0b,bridge_name='br-int',has_traffic_filtering=True,id=26e69e20-205c-4ea1-a148-347aab275254,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26e69e20-20') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'd107e8b3-26b5-5258-9220-dec5ff425b91', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap26e69e20-20, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap26e69e20-20, col_values=(('qos', UUID('c8d17d75-cd2f-465d-87c8-66aaf1ec0a24')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap26e69e20-20, col_values=(('external_ids', {'iface-id': '26e69e20-205c-4ea1-a148-347aab275254', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:79:47:0b', 'vm-uuid': 'd2d3d312-65d5-4a70-99ba-b7c2fc33b27e'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: INFO os_vif [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:47:0b,bridge_name='br-int',has_traffic_filtering=True,id=26e69e20-205c-4ea1-a148-347aab275254,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26e69e20-20')
Nov 15 19:55:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] No VIF found with MAC fa:16:3e:79:47:0b, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.network.neutron [req-ba4ac090-bec8-4fde-82a0-b8ba17a2de30 req-1bfb3d93-12ff-4a32-890b-fbf099eac3a0 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Updated VIF entry in instance network info cache for port 26e69e20-205c-4ea1-a148-347aab275254. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.network.neutron [req-ba4ac090-bec8-4fde-82a0-b8ba17a2de30 req-1bfb3d93-12ff-4a32-890b-fbf099eac3a0 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Updating instance_info_cache with network_info: [{"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ba4ac090-bec8-4fde-82a0-b8ba17a2de30 req-1bfb3d93-12ff-4a32-890b-fbf099eac3a0 service nova] Releasing lock "refresh_cache-d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Instance destroyed successfully.
Nov 15 19:55:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Attempting rescue
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74639) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Instance directory exists: not creating {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 19:55:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Creating image(s)
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'trusted_certs' on Instance uuid 628bd485-ac5b-4d85-bcb6-67619807d0de {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updating instance_info_cache with network_info: [{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue" returned: 0 in 0.064s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'migration_context' on Instance uuid 628bd485-ac5b-4d85-bcb6-67619807d0de {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.base [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<628bd485-ac5b-4d85-bcb6-67619807d0de> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Start _get_guest_xml network_info=[{"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "vif_mac": "fa:16:3e:72:10:35"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'resources' on Instance uuid 628bd485-ac5b-4d85-bcb6-67619807d0de {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.base [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<628bd485-ac5b-4d85-bcb6-67619807d0de> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'numa_topology' on Instance uuid 628bd485-ac5b-4d85-bcb6-67619807d0de {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.base [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<628bd485-ac5b-4d85-bcb6-67619807d0de> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:55:30 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:55:30 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'vcpu_model' on Instance uuid 628bd485-ac5b-4d85-bcb6-67619807d0de {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.base [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<628bd485-ac5b-4d85-bcb6-67619807d0de> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1236026745',display_name='tempest-ServerRescueNegativeTestJSON-server-1236026745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1236026745',id=3,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:53:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-0de0knoj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:58Z,user_data=None,user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=628bd485-ac5b-4d85-bcb6-67619807d0de,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "vif_mac": "fa:16:3e:72:10:35"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "vif_mac": "fa:16:3e:72:10:35"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:72:10:35,bridge_name='br-int',has_traffic_filtering=True,id=c2f683b9-cb53-4c8b-a4d9-1c4eec343116,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2f683b9-cb') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'pci_devices' on Instance uuid 628bd485-ac5b-4d85-bcb6-67619807d0de {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.objects.base [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<628bd485-ac5b-4d85-bcb6-67619807d0de> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:55:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:55:30 user nova-compute[74639]:   <uuid>628bd485-ac5b-4d85-bcb6-67619807d0de</uuid>
Nov 15 19:55:30 user nova-compute[74639]:   <name>instance-00000003</name>
Nov 15 19:55:30 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:55:30 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:55:30 user nova-compute[74639]:   <metadata>
Nov 15 19:55:30 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:55:30 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:55:30 user nova-compute[74639]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1236026745</nova:name>
Nov 15 19:55:30 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:55:30</nova:creationTime>
Nov 15 19:55:30 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:55:30 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:55:30 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:55:30 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:55:30 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:55:30 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:55:30 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:55:30 user nova-compute[74639]:       <nova:owner>
Nov 15 19:55:30 user nova-compute[74639]:         <nova:user uuid="0d2a9fcc8f774cfcb71ca2d7e46108a0">tempest-ServerRescueNegativeTestJSON-610519705-project-member</nova:user>
Nov 15 19:55:30 user nova-compute[74639]:         <nova:project uuid="d51abb16ae914832bf1d8ae37a886268">tempest-ServerRescueNegativeTestJSON-610519705</nova:project>
Nov 15 19:55:30 user nova-compute[74639]:       </nova:owner>
Nov 15 19:55:30 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:55:30 user nova-compute[74639]:       <nova:ports>
Nov 15 19:55:30 user nova-compute[74639]:         <nova:port uuid="c2f683b9-cb53-4c8b-a4d9-1c4eec343116">
Nov 15 19:55:30 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 19:55:30 user nova-compute[74639]:         </nova:port>
Nov 15 19:55:30 user nova-compute[74639]:       </nova:ports>
Nov 15 19:55:30 user nova-compute[74639]:     </nova:instance>
Nov 15 19:55:30 user nova-compute[74639]:   </metadata>
Nov 15 19:55:30 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:55:30 user nova-compute[74639]:     <system>
Nov 15 19:55:30 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:55:30 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:55:30 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:55:30 user nova-compute[74639]:       <entry name="serial">628bd485-ac5b-4d85-bcb6-67619807d0de</entry>
Nov 15 19:55:30 user nova-compute[74639]:       <entry name="uuid">628bd485-ac5b-4d85-bcb6-67619807d0de</entry>
Nov 15 19:55:30 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:55:30 user nova-compute[74639]:     </system>
Nov 15 19:55:30 user nova-compute[74639]:   </sysinfo>
Nov 15 19:55:30 user nova-compute[74639]:   <os>
Nov 15 19:55:30 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:55:30 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:55:30 user nova-compute[74639]:   </os>
Nov 15 19:55:30 user nova-compute[74639]:   <features>
Nov 15 19:55:30 user nova-compute[74639]:     <acpi/>
Nov 15 19:55:30 user nova-compute[74639]:     <apic/>
Nov 15 19:55:30 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:55:30 user nova-compute[74639]:   </features>
Nov 15 19:55:30 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:55:30 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:55:30 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:55:30 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:55:30 user nova-compute[74639]:   </clock>
Nov 15 19:55:30 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:55:30 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:55:30 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:55:30 user nova-compute[74639]:   </cpu>
Nov 15 19:55:30 user nova-compute[74639]:   <devices>
Nov 15 19:55:30 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:55:30 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:55:30 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue"/>
Nov 15 19:55:30 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:55:30 user nova-compute[74639]:     </disk>
Nov 15 19:55:30 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:55:30 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:55:30 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk"/>
Nov 15 19:55:30 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 19:55:30 user nova-compute[74639]:     </disk>
Nov 15 19:55:30 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:55:30 user nova-compute[74639]:       <mac address="fa:16:3e:72:10:35"/>
Nov 15 19:55:30 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:55:30 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:55:30 user nova-compute[74639]:       <target dev="tapc2f683b9-cb"/>
Nov 15 19:55:30 user nova-compute[74639]:     </interface>
Nov 15 19:55:30 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:55:30 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/console.log" append="off"/>
Nov 15 19:55:30 user nova-compute[74639]:     </serial>
Nov 15 19:55:30 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:55:30 user nova-compute[74639]:     <video>
Nov 15 19:55:30 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:55:30 user nova-compute[74639]:     </video>
Nov 15 19:55:30 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:55:30 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:55:30 user nova-compute[74639]:     </rng>
Nov 15 19:55:30 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:55:30 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:55:30 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:55:30 user nova-compute[74639]:     </memballoon>
Nov 15 19:55:30 user nova-compute[74639]:   </devices>
Nov 15 19:55:30 user nova-compute[74639]: </domain>
Nov 15 19:55:30 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:55:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Instance destroyed successfully.
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No VIF found with MAC fa:16:3e:72:10:35, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-unplugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-unplugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:31 user nova-compute[74639]: WARNING nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-unplugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state rescuing.
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:31 user nova-compute[74639]: WARNING nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state rescuing.
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:31 user nova-compute[74639]: WARNING nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state rescuing.
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:31 user nova-compute[74639]: WARNING nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state rescuing.
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-unplugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-unplugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:31 user nova-compute[74639]: WARNING nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-unplugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state rescuing.
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:31 user nova-compute[74639]: WARNING nova.compute.manager [req-f59f636c-8513-441b-a204-3d13bcb2f901 req-ab873217-e469-41ea-9e2d-e3210e5af013 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state rescuing.
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lazy-loading 'flavor' on Instance uuid f15c9b4d-6bfb-41bb-a42f-073b646a182b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.101s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:31 user nova-compute[74639]: INFO nova.compute.manager [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Attaching volume 5f4bd5f3-cedb-4843-92da-a1c96df09e77 to /dev/vdb
Nov 15 19:55:31 user nova-compute[74639]: DEBUG os_brick.utils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c63077-05f0-46b5-93fb-3c7827c75c0d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e35d4c3c-d9ea-4e80-96cd-34b8b834828a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[46e5c011-af42-4e08-9175-53e43ae8469b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c2660dd-c98c-42d8-9a10-f77844737887]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:55:31 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:55:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fb09b8c-3a19-4037-a4a4-2be1888e7488]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG os_brick.utils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Updating existing volume attachment record: 8d396952-5339-4646-a463-131510f0b2f9 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:55:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-0719b726-73a8-41d9-9be6-e3dba5e75f5f req-493eca3b-5106-4926-9f7f-e123a7ea1881 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-changed-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-0719b726-73a8-41d9-9be6-e3dba5e75f5f req-493eca3b-5106-4926-9f7f-e123a7ea1881 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Refreshing instance network info cache due to event network-changed-5042c7cb-0f7f-430a-abc5-c228ad7f002d. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0719b726-73a8-41d9-9be6-e3dba5e75f5f req-493eca3b-5106-4926-9f7f-e123a7ea1881 service nova] Acquiring lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0719b726-73a8-41d9-9be6-e3dba5e75f5f req-493eca3b-5106-4926-9f7f-e123a7ea1881 service nova] Acquired lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG nova.network.neutron [req-0719b726-73a8-41d9-9be6-e3dba5e75f5f req-493eca3b-5106-4926-9f7f-e123a7ea1881 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Refreshing network info cache for port 5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG nova.network.neutron [req-0719b726-73a8-41d9-9be6-e3dba5e75f5f req-493eca3b-5106-4926-9f7f-e123a7ea1881 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updated VIF entry in instance network info cache for port 5042c7cb-0f7f-430a-abc5-c228ad7f002d. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG nova.network.neutron [req-0719b726-73a8-41d9-9be6-e3dba5e75f5f req-493eca3b-5106-4926-9f7f-e123a7ea1881 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance_info_cache with network_info: [{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0719b726-73a8-41d9-9be6-e3dba5e75f5f req-493eca3b-5106-4926-9f7f-e123a7ea1881 service nova] Releasing lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-c00099aa-dfb9-421b-aa35-be29e9055dcd req-fbb3dfe4-9415-43fe-9389-e62518c93cbc service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c00099aa-dfb9-421b-aa35-be29e9055dcd req-fbb3dfe4-9415-43fe-9389-e62518c93cbc service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c00099aa-dfb9-421b-aa35-be29e9055dcd req-fbb3dfe4-9415-43fe-9389-e62518c93cbc service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c00099aa-dfb9-421b-aa35-be29e9055dcd req-fbb3dfe4-9415-43fe-9389-e62518c93cbc service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-c00099aa-dfb9-421b-aa35-be29e9055dcd req-fbb3dfe4-9415-43fe-9389-e62518c93cbc service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:33 user nova-compute[74639]: WARNING nova.compute.manager [req-c00099aa-dfb9-421b-aa35-be29e9055dcd req-fbb3dfe4-9415-43fe-9389-e62518c93cbc service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state rescuing.
Nov 15 19:55:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received event network-vif-plugged-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] Acquiring lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] No waiting events found dispatching network-vif-plugged-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:34 user nova-compute[74639]: WARNING nova.compute.manager [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received unexpected event network-vif-plugged-26e69e20-205c-4ea1-a148-347aab275254 for instance with vm_state building and task_state spawning.
Nov 15 19:55:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received event network-vif-plugged-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] Acquiring lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] No waiting events found dispatching network-vif-plugged-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:34 user nova-compute[74639]: WARNING nova.compute.manager [req-a002e5d4-7390-4acc-973c-ddbf2e50a6ab req-0139cc1c-7714-4bda-b6a1-4f0ca3de6666 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received unexpected event network-vif-plugged-26e69e20-205c-4ea1-a148-347aab275254 for instance with vm_state building and task_state spawning.
Nov 15 19:55:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:55:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Instance spawned successfully.
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:55:35 user nova-compute[74639]: INFO nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Took 7.32 seconds to spawn the instance on the hypervisor.
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:55:35 user nova-compute[74639]: INFO nova.compute.manager [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Took 8.40 seconds to build instance.
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.compute.manager [None req-cfbfa2d3-4a87-4d9f-8a02-a9ebb7cfc21b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-48140f5c-58d3-4bc1-a5ef-b431642c9467 req-2a93b293-1b26-441a-a1b9-9396070312ed service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-48140f5c-58d3-4bc1-a5ef-b431642c9467 req-2a93b293-1b26-441a-a1b9-9396070312ed service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-48140f5c-58d3-4bc1-a5ef-b431642c9467 req-2a93b293-1b26-441a-a1b9-9396070312ed service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-48140f5c-58d3-4bc1-a5ef-b431642c9467 req-2a93b293-1b26-441a-a1b9-9396070312ed service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-48140f5c-58d3-4bc1-a5ef-b431642c9467 req-2a93b293-1b26-441a-a1b9-9396070312ed service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:35 user nova-compute[74639]: WARNING nova.compute.manager [req-48140f5c-58d3-4bc1-a5ef-b431642c9467 req-2a93b293-1b26-441a-a1b9-9396070312ed service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state active and task_state rescuing.
Nov 15 19:55:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d99e0118-da59-4a32-a6f1-545265e26208 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.508s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG nova.compute.manager [req-62320a05-ce18-43bb-9ae0-bf90a75d778d req-8435b87d-a2ef-4b11-8c8f-3a90177c03ef service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received event network-changed-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG nova.compute.manager [req-62320a05-ce18-43bb-9ae0-bf90a75d778d req-8435b87d-a2ef-4b11-8c8f-3a90177c03ef service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Refreshing instance network info cache due to event network-changed-f91c9bcd-8cf1-4816-92ac-136a34903804. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-62320a05-ce18-43bb-9ae0-bf90a75d778d req-8435b87d-a2ef-4b11-8c8f-3a90177c03ef service nova] Acquiring lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-62320a05-ce18-43bb-9ae0-bf90a75d778d req-8435b87d-a2ef-4b11-8c8f-3a90177c03ef service nova] Acquired lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG nova.network.neutron [req-62320a05-ce18-43bb-9ae0-bf90a75d778d req-8435b87d-a2ef-4b11-8c8f-3a90177c03ef service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Refreshing network info cache for port f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.209s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RdMTVPnw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:55:37 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:55:37 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:55:37 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c317856-dae0-4bdb-b52f-cc057eaf6257]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:55:37 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-62320a05-ce18-43bb-9ae0-bf90a75d778d req-8435b87d-a2ef-4b11-8c8f-3a90177c03ef service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updated VIF entry in instance network info cache for port f91c9bcd-8cf1-4816-92ac-136a34903804. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-62320a05-ce18-43bb-9ae0-bf90a75d778d req-8435b87d-a2ef-4b11-8c8f-3a90177c03ef service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updating instance_info_cache with network_info: [{"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e542616-2762-4cf4-b3a2-eeaa3f578d73]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77] added
Nov 15 19:55:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-62320a05-ce18-43bb-9ae0-bf90a75d778d req-8435b87d-a2ef-4b11-8c8f-3a90177c03ef service nova] Releasing lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5e2600-3a65-4caa-a47b-aeafb74777e9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e361bc2-4e3d-431f-8c68-f1b6cf0b2d92]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RdMTVPnw {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RdMTVPnw" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf616315-3763-4e41-af40-be166728103b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RdMTVPnw'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f4e3534-bd05-489a-bb9e-fcec888ef446]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[351bd1fc-ff9e-4b53-9187-11b05c2d5d9f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --login" returned: 0 in 0.095s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6dae8d-082c-41b3-b315-e2a09e781298]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77, portal: 172.16.0.220,3260]
Nov 15 19:55:37 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77, portal: 172.16.0.220,3260] successful.
Nov 15 19:55:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[01e40593-5dcb-41b8-bd1b-a703328c0335]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[980c18fd-d0f3-4340-9658-32ac22d488a3]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 (non-flash)
Nov 15 19:55:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.402s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] HCTL ('36', '-', '-', 0) found on session 5 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:55:37 user nova-compute[74639]: INFO nova.compute.manager [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] instance snapshotting
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-ee51c9c0-5bef-4fc3-bdbe-ed264a93025a req-edf394ed-bc8e-4e2c-ad92-2d612163ffc1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-changed-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-ee51c9c0-5bef-4fc3-bdbe-ed264a93025a req-edf394ed-bc8e-4e2c-ad92-2d612163ffc1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Refreshing instance network info cache due to event network-changed-fa224778-d1c9-4926-ac89-9e272b740bd2. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ee51c9c0-5bef-4fc3-bdbe-ed264a93025a req-edf394ed-bc8e-4e2c-ad92-2d612163ffc1 service nova] Acquiring lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ee51c9c0-5bef-4fc3-bdbe-ed264a93025a req-edf394ed-bc8e-4e2c-ad92-2d612163ffc1 service nova] Acquired lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-ee51c9c0-5bef-4fc3-bdbe-ed264a93025a req-edf394ed-bc8e-4e2c-ad92-2d612163ffc1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Refreshing network info cache for port fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c18014a-db02-4727-9289-cb0c0b8acba1]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Searching for a device in session 5 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RdMTVPnw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:55:37 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Beginning live snapshot process
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json -f qcow2 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-ee51c9c0-5bef-4fc3-bdbe-ed264a93025a req-edf394ed-bc8e-4e2c-ad92-2d612163ffc1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updated VIF entry in instance network info cache for port fa224778-d1c9-4926-ac89-9e272b740bd2. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:55:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-ee51c9c0-5bef-4fc3-bdbe-ed264a93025a req-edf394ed-bc8e-4e2c-ad92-2d612163ffc1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ee51c9c0-5bef-4fc3-bdbe-ed264a93025a req-edf394ed-bc8e-4e2c-ad92-2d612163ffc1 service nova] Releasing lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json -f qcow2" returned: 0 in 0.185s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json -f qcow2 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json -f qcow2" returned: 0 in 0.188s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpq88bt6dg/9ac3ff0e7c5849698d9e989eaa07cb2d.delta 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpq88bt6dg/9ac3ff0e7c5849698d9e989eaa07cb2d.delta 1073741824" returned: 0 in 0.076s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.486s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] <== connect_volume: return (1489ms) {'type': 'block', 'scsi_wwn': '23965633662336332', 'path': '/dev/sde'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23965633662336332', 'path': '/dev/sde'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:55:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 15 19:55:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Checking UEFI support for host arch (x86_64) {{(pid=74639) supports_uefi /opt/stack/nova/nova/virt/libvirt/host.py:1751}}
Nov 15 19:55:38 user nova-compute[74639]: INFO nova.virt.libvirt.host [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] UEFI support detected
Nov 15 19:55:38 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lazy-loading 'flavor' on Instance uuid f15c9b4d-6bfb-41bb-a42f-073b646a182b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 19:55:38 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:55:38 user nova-compute[74639]:   <source dev="/dev/sde"/>
Nov 15 19:55:38 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:55:38 user nova-compute[74639]:   <serial>5f4bd5f3-cedb-4843-92da-a1c96df09e77</serial>
Nov 15 19:55:38 user nova-compute[74639]: </disk>
Nov 15 19:55:38 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] No VIF found with MAC fa:16:3e:a4:46:fb, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:55:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2bb65ef-63ac-4111-9851-df66567c13da tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.236s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 19:55:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpq88bt6dg/9ac3ff0e7c5849698d9e989eaa07cb2d.delta /opt/stack/data/nova/instances/snapshots/tmpq88bt6dg/9ac3ff0e7c5849698d9e989eaa07cb2d {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpq88bt6dg/9ac3ff0e7c5849698d9e989eaa07cb2d.delta /opt/stack/data/nova/instances/snapshots/tmpq88bt6dg/9ac3ff0e7c5849698d9e989eaa07cb2d" returned: 0 in 0.468s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Snapshot extracted, beginning image upload
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:40 user nova-compute[74639]: INFO nova.compute.manager [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Terminating instance
Nov 15 19:55:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-de31ab7a-36d9-4ded-bed9-cf894e0c7e6a req-6f5e3522-a5ba-4590-ac2f-ac04eaf6062c service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received event network-vif-unplugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-de31ab7a-36d9-4ded-bed9-cf894e0c7e6a req-6f5e3522-a5ba-4590-ac2f-ac04eaf6062c service nova] Acquiring lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-de31ab7a-36d9-4ded-bed9-cf894e0c7e6a req-6f5e3522-a5ba-4590-ac2f-ac04eaf6062c service nova] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-de31ab7a-36d9-4ded-bed9-cf894e0c7e6a req-6f5e3522-a5ba-4590-ac2f-ac04eaf6062c service nova] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-de31ab7a-36d9-4ded-bed9-cf894e0c7e6a req-6f5e3522-a5ba-4590-ac2f-ac04eaf6062c service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] No waiting events found dispatching network-vif-unplugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-de31ab7a-36d9-4ded-bed9-cf894e0c7e6a req-6f5e3522-a5ba-4590-ac2f-ac04eaf6062c service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received event network-vif-unplugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:41 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:55:41 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=6820MB free_disk=25.495590209960938GB free_vcpus=-1 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Instance destroyed successfully.
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.objects.instance [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lazy-loading 'resources' on Instance uuid f15c9b4d-6bfb-41bb-a42f-073b646a182b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-DeleteServersTestJSON-server-1424400859',display_name='tempest-DeleteServersTestJSON-server-1424400859',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-deleteserverstestjson-server-1424400859',id=4,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:53:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='986f3621834c41519f05afff130eb962',ramdisk_id='',reservation_id='r-y8a9lqsv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-DeleteServersTestJSON-541590310',owner_user_name='tempest-DeleteServersTestJSON-541590310-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:53:58Z,user_data=None,user_id='59d2c1bce5a24b518894e16e1d7dac1c',uuid=f15c9b4d-6bfb-41bb-a42f-073b646a182b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Converting VIF {"id": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "address": "fa:16:3e:a4:46:fb", "network": {"id": "69b6591f-d6ce-43fd-aa98-7c155ad467a7", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-2189182-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "986f3621834c41519f05afff130eb962", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap44c4d662-0a", "ovs_interfaceid": "44c4d662-0aa9-4bf2-8ede-f5430ed8f415", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a4:46:fb,bridge_name='br-int',has_traffic_filtering=True,id=44c4d662-0aa9-4bf2-8ede-f5430ed8f415,network=Network(69b6591f-d6ce-43fd-aa98-7c155ad467a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44c4d662-0a') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG os_vif [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:46:fb,bridge_name='br-int',has_traffic_filtering=True,id=44c4d662-0aa9-4bf2-8ede-f5430ed8f415,network=Network(69b6591f-d6ce-43fd-aa98-7c155ad467a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44c4d662-0a') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap44c4d662-0a, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e39e7660-2782-4a9e-b4c9-44eb93ec776e) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:55:41 user nova-compute[74639]: INFO os_vif [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a4:46:fb,bridge_name='br-int',has_traffic_filtering=True,id=44c4d662-0aa9-4bf2-8ede-f5430ed8f415,network=Network(69b6591f-d6ce-43fd-aa98-7c155ad467a7),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap44c4d662-0a')
Nov 15 19:55:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RdMTVPnw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:55:41 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:55:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4f1645-55c7-429f-b53a-d1b018fe182a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:55:41 user nova-compute[74639]: No targets found.
Nov 15 19:55:41 user nova-compute[74639]: iSNS:
Nov 15 19:55:41 user nova-compute[74639]: No targets found.
Nov 15 19:55:41 user nova-compute[74639]: STATIC:
Nov 15 19:55:41 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3
Nov 15 19:55:41 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:55:41 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:55:41 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77
Nov 15 19:55:41 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:55:41 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:55:41 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1
Nov 15 19:55:41 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:55:41 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:55:41 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e
Nov 15 19:55:41 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:55:41 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:55:41 user nova-compute[74639]: FIRMWARE:
Nov 15 19:55:41 user nova-compute[74639]: No targets found.
Nov 15 19:55:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:55:41 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:55:41 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:55:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f118380-7fd3-4525-8744-f5dd47f2277d]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 992214c6-3620-4a7d-8dee-0f67896e2f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance f15c9b4d-6bfb-41bb-a42f-073b646a182b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 991caabb-c1de-4804-b185-6168248260bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 05206573-e14b-47a6-9b87-9fecaa7490b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 5d9cabda-8890-4ced-b902-70dba1c17c75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cad1feb2-1a16-4cf1-95d5-99dd998be94e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance e3bda2e2-ce80-4b61-90ca-01f17b09df82 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d2d3d312-65d5-4a70-99ba-b7c2fc33b27e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=7168MB phys_disk=40GB used_disk=12GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[57155105-300a-489a-8b01-341818f6eae2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:42 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:42 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:42 user nova-compute[74639]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 (non-flash)
Nov 15 19:55:42 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:42 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:42 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:42 user nova-compute[74639]: tcp: [5] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 (non-flash)
Nov 15 19:55:42 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa980307880>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77'): ({'sde'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Removing single pathed devices sde {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8eb7e515-a24a-4188-afba-6ff48b955817]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eacc5596-d1ac-41f7-8c93-5b8b4d87891a]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Flushing IO for device /dev/sde {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7366305a-ede1-43da-82ab-7141f9fc0df7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.037s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee8295ce-caff-4f00-9877-86c7e8699fa6]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a91aac75-e253-4995-870a-946dc2dee958]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --logout" returned: 0 in 0.122s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5f827b8-2147-4ac6-ba51-b7688f3d0cc4]: (4, ('Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77, portal: 172.16.0.220,3260]\nLogout of [sid: 5, target: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 5, target: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77, portal: 172.16.0.220,3260]
Nov 15 19:55:42 user nova-compute[74639]: Logout of [sid: 5, target: iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77, portal: 172.16.0.220,3260] successful.
Nov 15 19:55:42 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5f4bd5f3-cedb-4843-92da-a1c96df09e77 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c75b7725-fc0f-4f24-bbfe-dec6ab3d6fd5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.404s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] <== disconnect_volume: return (405ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:55:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Deleting instance files /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b_del
Nov 15 19:55:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Deletion of /opt/stack/data/nova/instances/f15c9b4d-6bfb-41bb-a42f-073b646a182b_del complete
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:55:42 user nova-compute[74639]: INFO nova.compute.manager [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Took 1.81 seconds to destroy the instance on the hypervisor.
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.594s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:42 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:42 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Took 0.46 seconds to deallocate network for instance.
Nov 15 19:55:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-a9b0f3b3-47ae-41be-b6f3-acfb9fd9f492 req-20160093-8476-463a-b23e-53f50dc80434 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received event network-vif-plugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a9b0f3b3-47ae-41be-b6f3-acfb9fd9f492 req-20160093-8476-463a-b23e-53f50dc80434 service nova] Acquiring lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a9b0f3b3-47ae-41be-b6f3-acfb9fd9f492 req-20160093-8476-463a-b23e-53f50dc80434 service nova] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a9b0f3b3-47ae-41be-b6f3-acfb9fd9f492 req-20160093-8476-463a-b23e-53f50dc80434 service nova] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-a9b0f3b3-47ae-41be-b6f3-acfb9fd9f492 req-20160093-8476-463a-b23e-53f50dc80434 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] No waiting events found dispatching network-vif-plugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:43 user nova-compute[74639]: WARNING nova.compute.manager [req-a9b0f3b3-47ae-41be-b6f3-acfb9fd9f492 req-20160093-8476-463a-b23e-53f50dc80434 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received unexpected event network-vif-plugged-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 for instance with vm_state active and task_state deleting.
Nov 15 19:55:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-a9b0f3b3-47ae-41be-b6f3-acfb9fd9f492 req-20160093-8476-463a-b23e-53f50dc80434 service nova] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Received event network-vif-deleted-44c4d662-0aa9-4bf2-8ede-f5430ed8f415 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:55:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:43 user nova-compute[74639]: INFO nova.compute.manager [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] [instance: f15c9b4d-6bfb-41bb-a42f-073b646a182b] Took 0.98 seconds to detach 1 volumes for instance.
Nov 15 19:55:44 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Snapshot image upload complete
Nov 15 19:55:44 user nova-compute[74639]: INFO nova.compute.manager [None req-6b56e29b-719a-4efb-9e19-d4c4353b2f3e tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Took 6.56 seconds to snapshot the instance on the hypervisor.
Nov 15 19:55:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:44 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:55:44 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:55:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.402s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:44 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Deleted allocations for instance f15c9b4d-6bfb-41bb-a42f-073b646a182b
Nov 15 19:55:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-280e2acf-7d44-4d25-81a6-c1e03429f72c tempest-DeleteServersTestJSON-541590310 tempest-DeleteServersTestJSON-541590310-project-member] Lock "f15c9b4d-6bfb-41bb-a42f-073b646a182b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.028s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-39128387-2fbd-400e-b1d5-eabe262651a2 req-72523b9a-786c-41c8-bc26-6b61969b05cd service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received event network-changed-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-39128387-2fbd-400e-b1d5-eabe262651a2 req-72523b9a-786c-41c8-bc26-6b61969b05cd service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Refreshing instance network info cache due to event network-changed-348f0256-18a9-4deb-85d4-9c35393cdf85. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:55:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-39128387-2fbd-400e-b1d5-eabe262651a2 req-72523b9a-786c-41c8-bc26-6b61969b05cd service nova] Acquiring lock "refresh_cache-93680a1a-3db2-4488-b4e2-fa7fd604a4a5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-39128387-2fbd-400e-b1d5-eabe262651a2 req-72523b9a-786c-41c8-bc26-6b61969b05cd service nova] Acquired lock "refresh_cache-93680a1a-3db2-4488-b4e2-fa7fd604a4a5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-39128387-2fbd-400e-b1d5-eabe262651a2 req-72523b9a-786c-41c8-bc26-6b61969b05cd service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Refreshing network info cache for port 348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:55:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-39128387-2fbd-400e-b1d5-eabe262651a2 req-72523b9a-786c-41c8-bc26-6b61969b05cd service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Updated VIF entry in instance network info cache for port 348f0256-18a9-4deb-85d4-9c35393cdf85. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:55:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-39128387-2fbd-400e-b1d5-eabe262651a2 req-72523b9a-786c-41c8-bc26-6b61969b05cd service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Updating instance_info_cache with network_info: [{"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-39128387-2fbd-400e-b1d5-eabe262651a2 req-72523b9a-786c-41c8-bc26-6b61969b05cd service nova] Releasing lock "refresh_cache-93680a1a-3db2-4488-b4e2-fa7fd604a4a5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lazy-loading 'flavor' on Instance uuid 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:52 user nova-compute[74639]: INFO nova.compute.manager [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Attaching volume f3e88c10-02f8-4724-88d8-12a03eab3ed4 to /dev/sdc
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.utils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e23163f9-f062-45c5-ba04-d7f223828bea]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0391fa25-9891-455c-b382-6b50ce7abd6e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4dd88575-8b16-4610-b5df-310764e7c75f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1d1f64b-6574-446b-86ce-2b054b0915ce]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:55:52 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2f14b7f-fa9a-4ef6-a3b1-7561bea30517]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.utils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Updating existing volume attachment record: ae0a6d58-66c6-4e71-b2b6-023f31339c64 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-6be630b8-88fe-4a09-a62e-1be157c1df3d req-2a9ea867-57b0-41fd-af42-62599590b99f service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received event network-changed-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-6be630b8-88fe-4a09-a62e-1be157c1df3d req-2a9ea867-57b0-41fd-af42-62599590b99f service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Refreshing instance network info cache due to event network-changed-fdd23a86-3195-4548-9c05-b6345e0e5313. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6be630b8-88fe-4a09-a62e-1be157c1df3d req-2a9ea867-57b0-41fd-af42-62599590b99f service nova] Acquiring lock "refresh_cache-0244a1f6-b42d-425c-a7bc-7af658bff0ef" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6be630b8-88fe-4a09-a62e-1be157c1df3d req-2a9ea867-57b0-41fd-af42-62599590b99f service nova] Acquired lock "refresh_cache-0244a1f6-b42d-425c-a7bc-7af658bff0ef" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-6be630b8-88fe-4a09-a62e-1be157c1df3d req-2a9ea867-57b0-41fd-af42-62599590b99f service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Refreshing network info cache for port fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lazy-loading 'flavor' on Instance uuid 0244a1f6-b42d-425c-a7bc-7af658bff0ef {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.048s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:52 user nova-compute[74639]: INFO nova.compute.manager [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Attaching volume 80b49ae4-2b21-4406-8134-ea4be0497aa1 to /dev/vdb
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.utils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3264801-618c-4107-8970-250c7febca6a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[45b8cc89-4963-4994-9352-0fc57686f338]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5894760a-40ee-4d77-8609-8651ce51c482]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[94203479-6281-4c72-8cff-45b2cbeaecb3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:55:52 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4262636f-06b8-4305-8869-92952664a140]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG os_brick.utils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Updating existing volume attachment record: 23070451-5999-48fd-9217-2960f67fb702 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-6be630b8-88fe-4a09-a62e-1be157c1df3d req-2a9ea867-57b0-41fd-af42-62599590b99f service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Updated VIF entry in instance network info cache for port fdd23a86-3195-4548-9c05-b6345e0e5313. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-6be630b8-88fe-4a09-a62e-1be157c1df3d req-2a9ea867-57b0-41fd-af42-62599590b99f service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Updating instance_info_cache with network_info: [{"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6be630b8-88fe-4a09-a62e-1be157c1df3d req-2a9ea867-57b0-41fd-af42-62599590b99f service nova] Releasing lock "refresh_cache-0244a1f6-b42d-425c-a7bc-7af658bff0ef" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-551c7c92-d922-434d-b2d4-4f330c1d499b req-76807557-b244-4515-a0d2-6cf82ce30883 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-changed-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-551c7c92-d922-434d-b2d4-4f330c1d499b req-76807557-b244-4515-a0d2-6cf82ce30883 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Refreshing instance network info cache due to event network-changed-6a235e9a-7c68-4c70-af89-97f420a3a0fb. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-551c7c92-d922-434d-b2d4-4f330c1d499b req-76807557-b244-4515-a0d2-6cf82ce30883 service nova] Acquiring lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-551c7c92-d922-434d-b2d4-4f330c1d499b req-76807557-b244-4515-a0d2-6cf82ce30883 service nova] Acquired lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.network.neutron [req-551c7c92-d922-434d-b2d4-4f330c1d499b req-76807557-b244-4515-a0d2-6cf82ce30883 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Refreshing network info cache for port 6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "interface-5d9cabda-8890-4ced-b902-70dba1c17c75-None" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "interface-5d9cabda-8890-4ced-b902-70dba1c17c75-None" acquired by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.objects.instance [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lazy-loading 'flavor' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.network.neutron [req-551c7c92-d922-434d-b2d4-4f330c1d499b req-76807557-b244-4515-a0d2-6cf82ce30883 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updated VIF entry in instance network info cache for port 6a235e9a-7c68-4c70-af89-97f420a3a0fb. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.network.neutron [req-551c7c92-d922-434d-b2d4-4f330c1d499b req-76807557-b244-4515-a0d2-6cf82ce30883 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updating instance_info_cache with network_info: [{"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-551c7c92-d922-434d-b2d4-4f330c1d499b req-76807557-b244-4515-a0d2-6cf82ce30883 service nova] Releasing lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.objects.instance [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lazy-loading 'pci_requests' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.objects.base [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Object Instance<5d9cabda-8890-4ced-b902-70dba1c17c75> lazy-loaded attributes: flavor,pci_requests {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:55:54 user nova-compute[74639]: DEBUG nova.policy [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452dfd4f3f454b62bdbf6c2f03ebc0d8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92a342a3b32442148b972c68cd242da5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:55:55 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Successfully created port: ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Successfully updated port: ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquired lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.compute.manager [req-183a9b8c-452f-4a63-91bd-50a11b7f9884 req-d04ba291-2f46-40a1-9a71-e13770f02b9f service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-changed-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.compute.manager [req-183a9b8c-452f-4a63-91bd-50a11b7f9884 req-d04ba291-2f46-40a1-9a71-e13770f02b9f service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Refreshing instance network info cache due to event network-changed-ca4fae7f-06a9-4e61-a8fa-86c931d5678b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-183a9b8c-452f-4a63-91bd-50a11b7f9884 req-d04ba291-2f46-40a1-9a71-e13770f02b9f service nova] Acquiring lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updating instance_info_cache with network_info: [{"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Releasing lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-183a9b8c-452f-4a63-91bd-50a11b7f9884 req-d04ba291-2f46-40a1-9a71-e13770f02b9f service nova] Acquired lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.network.neutron [req-183a9b8c-452f-4a63-91bd-50a11b7f9884 req-d04ba291-2f46-40a1-9a71-e13770f02b9f service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Refreshing network info cache for port ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-940761410',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-940761410',id=10,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDmasMGm0/6UeJ5Eh0n5KAlpCA1D7JThoF7NJ+OLrsYpuWsGESIaGh2wyF2fXOpxGRhY4v3fCiCTyg7+Sw72c77tSrLFRJRcJMhc0LeSyqk2Lfu+frmYgHYD7ymDN22uQ==',key_name='tempest-keypair-1683379322',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='92a342a3b32442148b972c68cd242da5',ramdisk_id='',reservation_id='r-61zd6yku',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1782047340',owner_user_name='tempest-TaggedAttachmentsTest-1782047340-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='452dfd4f3f454b62bdbf6c2f03ebc0d8',uuid=5d9cabda-8890-4ced-b902-70dba1c17c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converting VIF {"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG os_vif [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '054c9a27-a480-58df-b693-625c702726b8', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapca4fae7f-06, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapca4fae7f-06, col_values=(('qos', UUID('2530c42e-c642-4e97-959c-b2fc39399d09')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapca4fae7f-06, col_values=(('external_ids', {'iface-id': 'ca4fae7f-06a9-4e61-a8fa-86c931d5678b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:56:6c', 'vm-uuid': '5d9cabda-8890-4ced-b902-70dba1c17c75'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:56 user nova-compute[74639]: INFO os_vif [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06')
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-940761410',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-940761410',id=10,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDmasMGm0/6UeJ5Eh0n5KAlpCA1D7JThoF7NJ+OLrsYpuWsGESIaGh2wyF2fXOpxGRhY4v3fCiCTyg7+Sw72c77tSrLFRJRcJMhc0LeSyqk2Lfu+frmYgHYD7ymDN22uQ==',key_name='tempest-keypair-1683379322',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='92a342a3b32442148b972c68cd242da5',ramdisk_id='',reservation_id='r-61zd6yku',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1782047340',owner_user_name='tempest-TaggedAttachmentsTest-1782047340-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='452dfd4f3f454b62bdbf6c2f03ebc0d8',uuid=5d9cabda-8890-4ced-b902-70dba1c17c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converting VIF {"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] attach device xml: <interface type="ethernet">
Nov 15 19:55:56 user nova-compute[74639]:   <mac address="fa:16:3e:11:56:6c"/>
Nov 15 19:55:56 user nova-compute[74639]:   <model type="virtio"/>
Nov 15 19:55:56 user nova-compute[74639]:   <mtu size="1442"/>
Nov 15 19:55:56 user nova-compute[74639]:   <target dev="tapca4fae7f-06"/>
Nov 15 19:55:56 user nova-compute[74639]: </interface>
Nov 15 19:55:56 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:55:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fdnekrJK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:55:57 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:55:57 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:55:57 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260" returned: 21 in 0.040s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[327167ec-e6f7-4574-b7ec-cc72b0cc5ef0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:55:57 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f9a1119-b4f8-4523-bbde-c45a353f8741]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4] added
Nov 15 19:55:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1c8cfa7-b558-4ceb-b96d-6767ba96292a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.network.neutron [req-183a9b8c-452f-4a63-91bd-50a11b7f9884 req-d04ba291-2f46-40a1-9a71-e13770f02b9f service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updated VIF entry in instance network info cache for port ca4fae7f-06a9-4e61-a8fa-86c931d5678b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.network.neutron [req-183a9b8c-452f-4a63-91bd-50a11b7f9884 req-d04ba291-2f46-40a1-9a71-e13770f02b9f service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updating instance_info_cache with network_info: [{"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[22377bc1-c02e-4fbe-a83a-ef462f1fcc80]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fdnekrJK {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-183a9b8c-452f-4a63-91bd-50a11b7f9884 req-d04ba291-2f46-40a1-9a71-e13770f02b9f service nova] Releasing lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v fdnekrJK" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[46c4f742-e367-403b-8a73-4bb31d7cfc0c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'fdnekrJK'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-f6822f6b-9733-4450-866e-eaab556baf1a req-66a87df0-9a1f-4937-a1d2-9945287a2316 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-plugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f6822f6b-9733-4450-866e-eaab556baf1a req-66a87df0-9a1f-4937-a1d2-9945287a2316 service nova] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f6822f6b-9733-4450-866e-eaab556baf1a req-66a87df0-9a1f-4937-a1d2-9945287a2316 service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f6822f6b-9733-4450-866e-eaab556baf1a req-66a87df0-9a1f-4937-a1d2-9945287a2316 service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-f6822f6b-9733-4450-866e-eaab556baf1a req-66a87df0-9a1f-4937-a1d2-9945287a2316 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] No waiting events found dispatching network-vif-plugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:57 user nova-compute[74639]: WARNING nova.compute.manager [req-f6822f6b-9733-4450-866e-eaab556baf1a req-66a87df0-9a1f-4937-a1d2-9945287a2316 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received unexpected event network-vif-plugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b for instance with vm_state active and task_state None.
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.062s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[12295b84-db76-459b-939a-62069d5d30a1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.070s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[adb468d6-87f9-4b97-984c-c7d3d933f68b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[762de726-3cbd-47f5-9ae7-dc57fc5814f0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4, portal: 172.16.0.220,3260]
Nov 15 19:55:57 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4, portal: 172.16.0.220,3260] successful.
Nov 15 19:55:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[86b06df3-702e-455b-8a40-b23562694ed1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[90d77fec-019e-4d77-a6ad-e0dbc0ab2f81]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:55:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.432s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] HCTL ('36', '-', '-', 0) found on session 6 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.032s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[508d062c-3ffa-43e6-863d-bd67c5160f05]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Searching for a device in session 6 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fdnekrJK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtBCOWPo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:55:57 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:55:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] No BDM found with device name hda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] No VIF found with MAC fa:16:3e:ed:60:32, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:55:57 user nova-compute[74639]:   <nova:package version="0.0.0"/>
Nov 15 19:55:57 user nova-compute[74639]:   <nova:name>tempest-device-tagging-server-940761410</nova:name>
Nov 15 19:55:57 user nova-compute[74639]:   <nova:creationTime>2023-11-15 19:55:57</nova:creationTime>
Nov 15 19:55:57 user nova-compute[74639]:   <nova:flavor name="m1.tiny">
Nov 15 19:55:57 user nova-compute[74639]:     <nova:memory>512</nova:memory>
Nov 15 19:55:57 user nova-compute[74639]:     <nova:disk>1</nova:disk>
Nov 15 19:55:57 user nova-compute[74639]:     <nova:swap>0</nova:swap>
Nov 15 19:55:57 user nova-compute[74639]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:55:57 user nova-compute[74639]:     <nova:vcpus>1</nova:vcpus>
Nov 15 19:55:57 user nova-compute[74639]:   </nova:flavor>
Nov 15 19:55:57 user nova-compute[74639]:   <nova:owner>
Nov 15 19:55:57 user nova-compute[74639]:     <nova:user uuid="452dfd4f3f454b62bdbf6c2f03ebc0d8">tempest-TaggedAttachmentsTest-1782047340-project-member</nova:user>
Nov 15 19:55:57 user nova-compute[74639]:     <nova:project uuid="92a342a3b32442148b972c68cd242da5">tempest-TaggedAttachmentsTest-1782047340</nova:project>
Nov 15 19:55:57 user nova-compute[74639]:   </nova:owner>
Nov 15 19:55:57 user nova-compute[74639]:   <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:55:57 user nova-compute[74639]:   <nova:ports>
Nov 15 19:55:57 user nova-compute[74639]:     <nova:port uuid="6a235e9a-7c68-4c70-af89-97f420a3a0fb">
Nov 15 19:55:57 user nova-compute[74639]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:55:57 user nova-compute[74639]:     </nova:port>
Nov 15 19:55:57 user nova-compute[74639]:     <nova:port uuid="ca4fae7f-06a9-4e61-a8fa-86c931d5678b">
Nov 15 19:55:57 user nova-compute[74639]:       <nova:ip type="fixed" address="10.10.10.124" ipVersion="4"/>
Nov 15 19:55:57 user nova-compute[74639]:     </nova:port>
Nov 15 19:55:57 user nova-compute[74639]:   </nova:ports>
Nov 15 19:55:57 user nova-compute[74639]: </nova:instance>
Nov 15 19:55:57 user nova-compute[74639]:  {{(pid=74639) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 15 19:55:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4eb2e053-3564-495a-852d-52e07073e913 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "interface-5d9cabda-8890-4ced-b902-70dba1c17c75-None" "released" by "nova.compute.manager.ComputeManager.attach_interface.<locals>.do_attach_interface" :: held 3.128s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG nova.objects.instance [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lazy-loading 'flavor' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.086s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:58 user nova-compute[74639]: INFO nova.compute.manager [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Attaching volume fb26aa20-3a32-4b15-a66f-9fa868cac9a4 to /dev/vdb
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.utils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[23dad13a-3c84-4922-b784-de061aa18997]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f3d7bd9-43b7-45c0-93ae-b1d91f0f6b13]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[014eb2d4-4ab4-4060-8292-77a47e843597]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1b53784a-a7c2-4619-ade2-00e63440bddd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:55:58 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c361e007-4703-42c3-8cbc-b2d47f8b00c3]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.utils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updating existing volume attachment record: b7ac272c-b474-447b-8018-66abc09066bb {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.481s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] <== connect_volume: return (1483ms) {'type': 'block', 'scsi_wwn': '23139633566643562', 'path': '/dev/sde'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23139633566643562', 'path': '/dev/sde'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.957s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:55:58 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:55:58 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG nova.objects.instance [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lazy-loading 'flavor' on Instance uuid 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bba7a2e-14cd-4b0a-945d-1cbd8b392269]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:55:58 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 19:55:58 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:55:58 user nova-compute[74639]:   <source dev="/dev/sde"/>
Nov 15 19:55:58 user nova-compute[74639]:   <target dev="sdc" bus="scsi"/>
Nov 15 19:55:58 user nova-compute[74639]:   <serial>f3e88c10-02f8-4724-88d8-12a03eab3ed4</serial>
Nov 15 19:55:58 user nova-compute[74639]:   <address type="drive" controller="0" unit="2"/>
Nov 15 19:55:58 user nova-compute[74639]: </disk>
Nov 15 19:55:58 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b593e98-35eb-4759-8ca1-90f32679daa5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1] added
Nov 15 19:55:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4293ac4-63e6-48b4-aff7-0c6916a6ed1e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[46dfac05-9521-4b07-990c-d8b188eb8fed]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtBCOWPo {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtBCOWPo" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[55c80014-a30c-4828-9164-92d17c86daa6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZtBCOWPo'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b3d3251-6921-4bb4-903b-1c1f60963240]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe1cc183-e759-4962-95a3-5cd60e117bd9]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[810e5744-8b1c-42dd-a6f0-a80f8fcadb72]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260]
Nov 15 19:55:58 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260] successful.
Nov 15 19:55:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fba3a769-f02f-4103-a2d2-2e9c92bf760e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe15c2e-d893-4dd2-8bbf-210672c069c2]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:55:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.288s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] HCTL ('37', '-', '-', 0) found on session 7 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd59d2bc-7393-4466-980a-af8556fea615]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Searching for a device in session 7 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:55:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtBCOWPo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] No BDM found with device name sda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] No BDM found with device name sdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] No BDM found with device name sdc, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] No VIF found with MAC fa:16:3e:fb:27:0d, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b7273819-0bfd-44e6-a3e0-62b7d6a5db26 tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.310s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-84ea36ef-249e-442a-b6f3-eddb36f41ccb req-197ecf50-9e77-4cce-b77b-964b1df721f0 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-plugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-84ea36ef-249e-442a-b6f3-eddb36f41ccb req-197ecf50-9e77-4cce-b77b-964b1df721f0 service nova] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-84ea36ef-249e-442a-b6f3-eddb36f41ccb req-197ecf50-9e77-4cce-b77b-964b1df721f0 service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-84ea36ef-249e-442a-b6f3-eddb36f41ccb req-197ecf50-9e77-4cce-b77b-964b1df721f0 service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-84ea36ef-249e-442a-b6f3-eddb36f41ccb req-197ecf50-9e77-4cce-b77b-964b1df721f0 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] No waiting events found dispatching network-vif-plugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:55:59 user nova-compute[74639]: WARNING nova.compute.manager [req-84ea36ef-249e-442a-b6f3-eddb36f41ccb req-197ecf50-9e77-4cce-b77b-964b1df721f0 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received unexpected event network-vif-plugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b for instance with vm_state active and task_state None.
Nov 15 19:55:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] <== connect_volume: return (2280ms) {'type': 'block', 'scsi_wwn': '26131393963633133', 'path': '/dev/sdf'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131393963633133', 'path': '/dev/sdf'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lazy-loading 'flavor' on Instance uuid 0244a1f6-b42d-425c-a7bc-7af658bff0ef {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:55:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 19:55:59 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:55:59 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 19:55:59 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:55:59 user nova-compute[74639]:   <serial>80b49ae4-2b21-4406-8134-ea4be0497aa1</serial>
Nov 15 19:55:59 user nova-compute[74639]: </disk>
Nov 15 19:55:59 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:00 user nova-compute[74639]: INFO nova.compute.manager [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Detaching volume f3e88c10-02f8-4724-88d8-12a03eab3ed4
Nov 15 19:56:00 user nova-compute[74639]: INFO nova.virt.block_device [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Attempting to driver detach volume f3e88c10-02f8-4724-88d8-12a03eab3ed4 from mountpoint /dev/sdc
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Attempting to detach device sdc from instance 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 19:56:00 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:00 user nova-compute[74639]:   <source dev="/dev/sde"/>
Nov 15 19:56:00 user nova-compute[74639]:   <target dev="sdc" bus="scsi"/>
Nov 15 19:56:00 user nova-compute[74639]:   <serial>f3e88c10-02f8-4724-88d8-12a03eab3ed4</serial>
Nov 15 19:56:00 user nova-compute[74639]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 15 19:56:00 user nova-compute[74639]: </disk>
Nov 15 19:56:00 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Successfully detached device sdc from instance 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 from the persistent domain config.
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] (1/8): Attempting to detach device sdc with device alias scsi0-0-0-2 from instance 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 19:56:00 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:00 user nova-compute[74639]:   <source dev="/dev/sde"/>
Nov 15 19:56:00 user nova-compute[74639]:   <target dev="sdc" bus="scsi"/>
Nov 15 19:56:00 user nova-compute[74639]:   <serial>f3e88c10-02f8-4724-88d8-12a03eab3ed4</serial>
Nov 15 19:56:00 user nova-compute[74639]:   <address type="drive" controller="0" bus="0" target="0" unit="2"/>
Nov 15 19:56:00 user nova-compute[74639]: </disk>
Nov 15 19:56:00 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] No VIF found with MAC fa:16:3e:96:1c:00, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f0c46bf5-e57d-493f-a71b-60cd485974b1 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.064s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Start waiting for the detach event from libvirt for device sdc with device alias scsi0-0-0-2 for instance 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-fc20dae4-aced-400e-917c-5082860c53e5 req-07e7c850-f117-4c14-ba88-3aed731bad27 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received event network-changed-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-fc20dae4-aced-400e-917c-5082860c53e5 req-07e7c850-f117-4c14-ba88-3aed731bad27 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Refreshing instance network info cache due to event network-changed-5d2cc122-5dad-4391-875c-e4a209db57ad. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fc20dae4-aced-400e-917c-5082860c53e5 req-07e7c850-f117-4c14-ba88-3aed731bad27 service nova] Acquiring lock "refresh_cache-cad1feb2-1a16-4cf1-95d5-99dd998be94e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fc20dae4-aced-400e-917c-5082860c53e5 req-07e7c850-f117-4c14-ba88-3aed731bad27 service nova] Acquired lock "refresh_cache-cad1feb2-1a16-4cf1-95d5-99dd998be94e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:56:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-fc20dae4-aced-400e-917c-5082860c53e5 req-07e7c850-f117-4c14-ba88-3aed731bad27 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Refreshing network info cache for port 5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lazy-loading 'flavor' on Instance uuid cad1feb2-1a16-4cf1-95d5-99dd998be94e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.086s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG nova.network.neutron [req-fc20dae4-aced-400e-917c-5082860c53e5 req-07e7c850-f117-4c14-ba88-3aed731bad27 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Updated VIF entry in instance network info cache for port 5d2cc122-5dad-4391-875c-e4a209db57ad. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG nova.network.neutron [req-fc20dae4-aced-400e-917c-5082860c53e5 req-07e7c850-f117-4c14-ba88-3aed731bad27 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Updating instance_info_cache with network_info: [{"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fc20dae4-aced-400e-917c-5082860c53e5 req-07e7c850-f117-4c14-ba88-3aed731bad27 service nova] Releasing lock "refresh_cache-cad1feb2-1a16-4cf1-95d5-99dd998be94e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:01 user nova-compute[74639]: INFO nova.compute.manager [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Attaching volume 91571de0-3db8-4921-a9da-1fe3b7eaa821 to /dev/vdb
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.utils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3e1507f-5085-4645-860e-87d05e98963c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d7cd74-218c-4844-ac1b-f3b460304355]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1071bf4-5218-4848-a959-8f94576ce23c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[00c5d28d-9433-4a5c-a392-fd5a0e75d987]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:56:01 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[662630b4-6b6c-4e17-b2eb-89e7bc5119d4]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.utils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Updating existing volume attachment record: 39763c8f-d4f0-45bf-9d2e-5c5c3aab7c52 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.utils [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0bae333-447b-49a5-a618-0efc8a59c32d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5274c407-61bb-4ab2-a2d6-4c9521dfd90d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9bbcdcd-048f-4fb6-b7cc-353c42bf1ff0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe9e01de-7a94-434b-8e17-807334ea05fb]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:56:01 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:56:01 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[44824f46-9cac-47d1-a0a9-6c250d826105]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG os_brick.utils [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:01 user nova-compute[74639]: INFO nova.compute.manager [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Swapping volume 80b49ae4-2b21-4406-8134-ea4be0497aa1 for be6b0298-20e4-47cb-8edd-f3f9b9a2bca3
Nov 15 19:56:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCAteEsZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:03 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:03 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:03 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[50fc8a57-3626-4e52-aa0e-f95f66dd17bc]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:56:03 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8c09fa5-7e0a-4e09-9083-31493f37b151]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4] added
Nov 15 19:56:03 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6806cccc-caf3-41d9-aa81-d6eff202e596]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ed4f7b9-47ed-4a5d-a505-8010870ece16]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MCAteEsZ {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MCAteEsZ" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a292889-ca07-46dd-b169-20e20825b72e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MCAteEsZ'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba92c481-2477-48dc-94dc-328e8db65868]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8cab4573-55e7-4baf-a86b-d988e895e654]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --login" returned: 0 in 0.080s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d46e5a07-313a-4108-abcb-1bffb9c99007]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4, portal: 172.16.0.220,3260]
Nov 15 19:56:03 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:03 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d008ef88-2398-4696-a005-1b43554bc786]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[541377c4-5295-457e-b97a-a52c9e463815]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:03 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] HCTL ('38', '-', '-', 0) found on session 8 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c29b88a-2807-4cca-86e9-1e0cafa9f1c5]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Searching for a device in session 8 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:56:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCAteEsZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:56:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.343s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] <== connect_volume: return (1345ms) {'type': 'block', 'scsi_wwn': '26336353764653237', 'path': '/dev/sdg'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336353764653237', 'path': '/dev/sdg'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:56:04 user nova-compute[74639]: DEBUG nova.objects.instance [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lazy-loading 'flavor' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 19:56:04 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:04 user nova-compute[74639]:   <source dev="/dev/sdg"/>
Nov 15 19:56:04 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:56:04 user nova-compute[74639]:   <serial>fb26aa20-3a32-4b15-a66f-9fa868cac9a4</serial>
Nov 15 19:56:04 user nova-compute[74639]: </disk>
Nov 15 19:56:04 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:56:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:56:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] No BDM found with device name hda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:56:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] No VIF found with MAC fa:16:3e:ed:60:32, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:56:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-015d2a2a-0502-4dbf-ba4f-c7b4730e7fd8 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.102s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KnMikFTY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:06 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:06 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:06 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a44a432f-f329-4ae3-b5dd-2e4ba391d8a6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:56:06 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[735b3a47-9364-40b4-a170-22be5571a002]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821] added
Nov 15 19:56:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ea5ca20-b960-4608-8c86-b8f5afca9439]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4397536-bbd4-4ad2-9ece-1809ebe0b519]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KnMikFTY {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KnMikFTY" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f5536ea-c3c8-4886-9e1d-f6a8e0c19b13]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KnMikFTY'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: INFO nova.compute.manager [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Detaching volume fb26aa20-3a32-4b15-a66f-9fa868cac9a4
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3820d00b-221b-4d02-9332-4d5aa5ab9c76]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[524b4f17-0ab7-4e06-acae-ed70bfbed87b]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: INFO nova.virt.block_device [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Attempting to driver detach volume fb26aa20-3a32-4b15-a66f-9fa868cac9a4 from mountpoint /dev/vdb
Nov 15 19:56:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Attempting to detach device vdb from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 19:56:06 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:06 user nova-compute[74639]:   <source dev="/dev/sdg"/>
Nov 15 19:56:06 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:56:06 user nova-compute[74639]:   <serial>fb26aa20-3a32-4b15-a66f-9fa868cac9a4</serial>
Nov 15 19:56:06 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 19:56:06 user nova-compute[74639]: </disk>
Nov 15 19:56:06 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6fb47ae-5e7b-4caf-a060-ce7401f1e99a]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821, portal: 172.16.0.220,3260]
Nov 15 19:56:06 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Successfully detached device vdb from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 from the persistent domain config.
Nov 15 19:56:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 19:56:06 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:06 user nova-compute[74639]:   <source dev="/dev/sdg"/>
Nov 15 19:56:06 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:56:06 user nova-compute[74639]:   <serial>fb26aa20-3a32-4b15-a66f-9fa868cac9a4</serial>
Nov 15 19:56:06 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 19:56:06 user nova-compute[74639]: </disk>
Nov 15 19:56:06 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7f4766d-34a7-43cd-aa1d-4480f8514ab9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fd6649e-2e39-4f55-8924-20433d4a2f23]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.319s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] HCTL ('39', '-', '-', 0) found on session 9 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Scanning host 39 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host39/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host39/scan" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b08c7638-4107-42c3-a2a0-6fa441c60e60]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Searching for a device in session 9 and hctl ['39', '*', '*', 0] yield: sdh {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:56:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Connected to sdh using {'target_iqn': 'iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KnMikFTY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQYNlzSI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0244a1f6-b42d-425c-a7bc-7af658bff0ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'serial': 'be6b0298-20e4-47cb-8edd-f3f9b9a2bca3'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtBCOWPo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '0244a1f6-b42d-425c-a7bc-7af658bff0ef', 'attached_at': '', 'detached_at': '', 'volume_id': '80b49ae4-2b21-4406-8134-ea4be0497aa1', 'serial'} {{(pid=74639) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQYNlzSI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:07 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] <== connect_volume: return (1360ms) {'type': 'block', 'scsi_wwn': '23631666638376638', 'path': '/dev/sdh'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631666638376638', 'path': '/dev/sdh'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.838s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:07 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:07 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lazy-loading 'flavor' on Instance uuid cad1feb2-1a16-4cf1-95d5-99dd998be94e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e8b7fb2-31fb-458f-889b-ba4218c0a33a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:56:07 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] attach device xml: <disk type="block" device="disk">
Nov 15 19:56:07 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:07 user nova-compute[74639]:   <source dev="/dev/sdh"/>
Nov 15 19:56:07 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:56:07 user nova-compute[74639]:   <serial>91571de0-3db8-4921-a9da-1fe3b7eaa821</serial>
Nov 15 19:56:07 user nova-compute[74639]: </disk>
Nov 15 19:56:07 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ebe4bd8-ac7c-43bf-bcc1-731ee1e45b08]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3] added
Nov 15 19:56:07 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[980ba6e4-50e3-402a-8926-5272e2a02045]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[326574c3-d232-4936-996b-9a094cf0388b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vQYNlzSI {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vQYNlzSI" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[136bde14-ab7c-4656-aa89-40e7eef67d93]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vQYNlzSI'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[139e2ef9-f3f9-41c3-95fe-dd718e2fb078]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[63c4b72c-80b3-42d6-b331-e7a7de75186f]: (4, ('tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsi session list stdout=tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6343baa-221b-4fc6-bf4d-d8029e2b4c69]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3, portal: 172.16.0.220,3260]
Nov 15 19:56:08 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9df5c27-356c-4e4e-b5a9-d721fb0ea629]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e5b79a3-6ec6-4593-9922-0942b940fd9b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] HCTL ('40', '-', '-', 0) found on session 10 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Scanning host 40 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host40/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host40/scan" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[284aa66c-5c0f-4a98-bd33-8834e1bcfee0]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Searching for a device in session 10 and hctl ['40', '*', '*', 0] yield: sdi {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Connected to sdi using {'target_iqn': 'iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQYNlzSI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] No VIF found with MAC fa:16:3e:57:7a:84, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e45d1814-d3d2-4480-85c1-602b9c71222d tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.032s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-254dcbe8-2aa4-4c27-9249-5c49d7613771 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] volume_snapshot_create: create_info: {'snapshot_id': 'ea2c55d6-d388-4e41-b217-30c69c946738', 'type': 'qcow2', 'new_file': 'new_file'} {{(pid=74639) volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3576}}
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-254dcbe8-2aa4-4c27-9249-5c49d7613771 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] snap xml: <domainsnapshot>
Nov 15 19:56:09 user nova-compute[74639]:   <disks>
Nov 15 19:56:09 user nova-compute[74639]:     <disk name="/dev/sdh" snapshot="external" type="file">
Nov 15 19:56:09 user nova-compute[74639]:       <source file="/dev/new_file"/>
Nov 15 19:56:09 user nova-compute[74639]:     </disk>
Nov 15 19:56:09 user nova-compute[74639]:     <disk name="vda" snapshot="no"/>
Nov 15 19:56:09 user nova-compute[74639]:   </disks>
Nov 15 19:56:09 user nova-compute[74639]: </domainsnapshot>
Nov 15 19:56:09 user nova-compute[74639]:  {{(pid=74639) _volume_snapshot_create /opt/stack/nova/nova/virt/libvirt/driver.py:3517}}
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-254dcbe8-2aa4-4c27-9249-5c49d7613771 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] Lazy-loading 'system_metadata' on Instance uuid cad1feb2-1a16-4cf1-95d5-99dd998be94e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-254dcbe8-2aa4-4c27-9249-5c49d7613771 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [None req-254dcbe8-2aa4-4c27-9249-5c49d7613771 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Unable to create VM snapshot, failing volume_snapshot operation.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     rv = execute(f, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     six.reraise(c, e, tb)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     raise value
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     rv = meth(*args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [None req-254dcbe8-2aa4-4c27-9249-5c49d7613771 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Error occurred during volume_snapshot_create, sending error status to Cinder.: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     self._volume_snapshot_create(context, instance, guest,
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     rv = execute(f, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     six.reraise(c, e, tb)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     raise value
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     rv = meth(*args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] 
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0f177e9e-c731-4efd-acbb-42dd4e6eaf46 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] volume_snapshot_delete: delete_info: {'volume_id': '91571de0-3db8-4921-a9da-1fe3b7eaa821'} {{(pid=74639) _volume_snapshot_delete /opt/stack/nova/nova/virt/libvirt/driver.py:3677}}
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [None req-0f177e9e-c731-4efd-acbb-42dd4e6eaf46 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Error occurred during volume_snapshot_delete, sending error status to Cinder.: KeyError: 'type'
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     self._volume_snapshot_delete(context, instance, volume_id,
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e]     if delete_info['type'] != 'qcow2':
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] KeyError: 'type'
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [None req-254dcbe8-2aa4-4c27-9249-5c49d7613771 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot ea2c55d6-d388-4e41-b217-30c69c946738 could not be found.
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_create(context, instance, guest,
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     rv = execute(f, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     six.reraise(c, e, tb)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     raise value
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     rv = meth(*args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot ea2c55d6-d388-4e41-b217-30c69c946738 could not be found. (HTTP 404) (Request-ID: req-65bc35e0-e22a-4087-a757-44b6a28110e2)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot ea2c55d6-d388-4e41-b217-30c69c946738 could not be found.
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver [None req-0f177e9e-c731-4efd-acbb-42dd4e6eaf46 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] Failed to send updated snapshot status to volume service.: nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     self._volume_snapshot_delete(context, instance, volume_id,
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     if delete_info['type'] != 'qcow2':
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver KeyError: 'type'
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver cinderclient.exceptions.NotFound: Snapshot None could not be found. (HTTP 404) (Request-ID: req-5ade119a-7aaf-4645-bfae-3dd533fecd90)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver During handling of the above exception, another exception occurred:
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3416, in _volume_snapshot_update_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     self._volume_api.update_snapshot_status(context,
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 397, in wrapper
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 468, in wrapper
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     _reraise(exception.SnapshotNotFound(snapshot_id=snapshot_id))
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 488, in _reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     raise desired_exc.with_traceback(sys.exc_info()[2])
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 466, in wrapper
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     res = method(self, ctx, snapshot_id, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/nova/nova/volume/cinder.py", line 761, in update_snapshot_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     vs.update_snapshot_status(
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 225, in update_snapshot_status
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self._action('os-update_snapshot_status',
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/v3/volume_snapshots.py", line 221, in _action
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     resp, body = self.api.client.post(url, body=body)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 223, in post
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self._cs_request(url, 'POST', **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 211, in _cs_request
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     return self.request(url, method, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver   File "/opt/stack/data/venv/lib/python3.10/site-packages/cinderclient/client.py", line 197, in request
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver     raise exceptions.from_response(resp, body)
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver nova.exception.SnapshotNotFound: Snapshot None could not be found.
Nov 15 19:56:09 user nova-compute[74639]: ERROR nova.virt.libvirt.driver 
Nov 15 19:56:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.361s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] <== connect_volume: return (2199ms) {'type': 'block', 'scsi_wwn': '26661626561663630', 'path': '/dev/sdi'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26661626561663630', 'path': '/dev/sdi'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server [None req-254dcbe8-2aa4-4c27-9249-5c49d7613771 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] Exception during message handling: libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4505, in volume_snapshot_create
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_create(context, instance, volume_id,
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3597, in volume_snapshot_create
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3594, in volume_snapshot_create
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_create(context, instance, guest,
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3544, in _volume_snapshot_create
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     guest.snapshot(snapshot, no_metadata=True, disk_only=True,
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/guest.py", line 569, in snapshot
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     self._domain.snapshotCreateXML(device_xml, flags=flags)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 193, in doit
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     result = proxy_call(self._autowrap, f, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 151, in proxy_call
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     rv = execute(f, *args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 132, in execute
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     six.reraise(c, e, tb)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/six.py", line 719, in reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     raise value
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/tpool.py", line 86, in tworker
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     rv = meth(*args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/usr/lib/python3/dist-packages/libvirt.py", line 3070, in snapshotCreateXML
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     raise libvirtError('virDomainSnapshotCreateXML() failed')
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server libvirt.libvirtError: missing existing file for disk vdb: /dev/new_file: No such file or directory
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server 
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lazy-loading 'flavor' on Instance uuid 0244a1f6-b42d-425c-a7bc-7af658bff0ef {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server [None req-0f177e9e-c731-4efd-acbb-42dd4e6eaf46 tempest-VolumesAssistedSnapshotsTest-1163682864 tempest-VolumesAssistedSnapshotsTest-1163682864-project] Exception during message handling: KeyError: 'type'
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 244, in inner
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     return f(self, context, *args, **kw)
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/compute/manager.py", line 4517, in volume_snapshot_delete
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     self.driver.volume_snapshot_delete(context, instance, volume_id,
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3853, in volume_snapshot_delete
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     with excutils.save_and_reraise_exception():
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     self.force_reraise()
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     raise self.value
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3850, in volume_snapshot_delete
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     self._volume_snapshot_delete(context, instance, volume_id,
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server   File "/opt/stack/nova/nova/virt/libvirt/driver.py", line 3680, in _volume_snapshot_delete
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server     if delete_info['type'] != 'qcow2':
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server KeyError: 'type'
Nov 15 19:56:09 user nova-compute[74639]: ERROR oslo_messaging.rpc.server 
Nov 15 19:56:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:09 user nova-compute[74639]: INFO nova.compute.manager [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Detaching volume 91571de0-3db8-4921-a9da-1fe3b7eaa821
Nov 15 19:56:09 user nova-compute[74639]: INFO nova.virt.block_device [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Attempting to driver detach volume 91571de0-3db8-4921-a9da-1fe3b7eaa821 from mountpoint /dev/vdb
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Attempting to detach device vdb from instance cad1feb2-1a16-4cf1-95d5-99dd998be94e from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] detach device xml: <disk type="block" device="disk">
Nov 15 19:56:09 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:09 user nova-compute[74639]:   <source dev="/dev/sdh"/>
Nov 15 19:56:09 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:56:09 user nova-compute[74639]:   <serial>91571de0-3db8-4921-a9da-1fe3b7eaa821</serial>
Nov 15 19:56:09 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 19:56:09 user nova-compute[74639]: </disk>
Nov 15 19:56:09 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Successfully detached device vdb from instance cad1feb2-1a16-4cf1-95d5-99dd998be94e from the persistent domain config.
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance cad1feb2-1a16-4cf1-95d5-99dd998be94e from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] detach device xml: <disk type="block" device="disk">
Nov 15 19:56:09 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:09 user nova-compute[74639]:   <source dev="/dev/sdh"/>
Nov 15 19:56:09 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:56:09 user nova-compute[74639]:   <serial>91571de0-3db8-4921-a9da-1fe3b7eaa821</serial>
Nov 15 19:56:09 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 19:56:09 user nova-compute[74639]: </disk>
Nov 15 19:56:09 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 5242880 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 186646528 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance cad1feb2-1a16-4cf1-95d5-99dd998be94e {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 19:56:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 383778816 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 568328192 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 739246080 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 903872512 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtBCOWPo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:12 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[667d181d-456f-4968-83b7-b8700349aed7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:56:12 user nova-compute[74639]: No targets found.
Nov 15 19:56:12 user nova-compute[74639]: iSNS:
Nov 15 19:56:12 user nova-compute[74639]: No targets found.
Nov 15 19:56:12 user nova-compute[74639]: STATIC:
Nov 15 19:56:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3
Nov 15 19:56:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1
Nov 15 19:56:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4
Nov 15 19:56:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821
Nov 15 19:56:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4
Nov 15 19:56:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3
Nov 15 19:56:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e
Nov 15 19:56:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:12 user nova-compute[74639]: FIRMWARE:
Nov 15 19:56:12 user nova-compute[74639]: No targets found.
Nov 15 19:56:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:56:12 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:56:12 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[60503dd9-84a5-4991-a03e-1ab8198ec108]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c6d01d7-5c40-4cb5-a5ae-85eb006a73e0]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [7] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970756050>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1'): ({'sdf'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Removing single pathed devices sdf {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e70b370-e848-4812-a0d9-589c09d20f07]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fe040ed-5dbd-4383-a114-6d62b2ef53b7]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Flushing IO for device /dev/sdf {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.011s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d3a53ee-a91f-49d9-b9e5-3d3db6755a21]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.043s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bd5a15d-500f-4fd1-86e4-8e23046f2895]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Checking to see if SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bff18c97-c3e6-4cf9-92ff-9f77b25f918f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2534f30-c7c5-4853-8a6a-833f9da668af]: (4, ('Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260]\nLogout of [sid: 7, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 7, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260]
Nov 15 19:56:13 user nova-compute[74639]: Logout of [sid: 7, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.032s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9e4bfe9-8e84-4711-bf6d-8f2f8dd794bb]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.326s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] <== disconnect_volume: return (327ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQYNlzSI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi'}, 'status': 'reserved', 'instance': '0244a1f6-b42d-425c-a7bc-7af658bff0ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'serial'} {{(pid=74639) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] swap_volume: removing Cinder connection for volume 80b49ae4-2b21-4406-8134-ea4be0497aa1 {{(pid=74639) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 15 19:56:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] swap_volume: Updating volume 80b49ae4-2b21-4406-8134-ea4be0497aa1 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "vQYNlzSI", "auth_password": "mAwoBjexZTz1us", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdi", "volume_id": "be6b0298-20e4-47cb-8edd-f3f9b9a2bca3"}, "status": "reserved", "instance": "0244a1f6-b42d-425c-a7bc-7af658bff0ef", "attached_at": "", "detached_at": "", "volume_id": "be6b0298-20e4-47cb-8edd-f3f9b9a2bca3", "serial": "be6b0298-20e4-47cb-8edd-f3f9b9a2bca3"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': 'be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'no_device': None, 'attachment_id': '1889be7e-6a1f-41ed-99d5-b1c4c4e5e30e'} {{(pid=74639) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-104f13f8-ca1c-40ce-bc84-21faf55c6d89 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 12.438s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" acquired by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG os_brick.utils [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[20d235b0-0a85-49c1-9a48-33621145be4d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[250d5a63-e825-48f5-b79f-9372337be10e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[73b08cf4-3012-431e-a2fc-8a63493a66b9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[192c34ee-7771-4ffa-ae0d-4ce824033f52]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:56:14 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:56:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ba49290-d118-4f26-b6cb-162cd880a92e]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:56:14 user nova-compute[74639]: DEBUG os_brick.utils [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] <== get_connector_properties: return (110ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:15 user nova-compute[74639]: INFO nova.compute.manager [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Swapping volume be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 for 80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] swap_volume: Calling driver volume swap with connection infos: new: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtBCOWPo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0244a1f6-b42d-425c-a7bc-7af658bff0ef', 'attached_at': '', 'detached_at': '', 'volume_id': '80b49ae4-2b21-4406-8134-ea4be0497aa1', 'serial': '80b49ae4-2b21-4406-8134-ea4be0497aa1'}; old: {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQYNlzSI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': 'be6b0298-20e4-47cb-8edd-f3f9b9a2bca3'}, 'status': 'reserved', 'instance': '0244a1f6-b42d-425c-a7bc-7af658bff0ef', 'attached_at': '', 'detached_at': '', 'volume_id': 'be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'serial'} {{(pid=74639) _swap_volume /opt/stack/nova/nova/compute/manager.py:7782}}
Nov 15 19:56:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:56:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtBCOWPo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:19 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:56:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[de8d95d9-1a66-4458-8fd9-5fd9d000a486]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:56:19 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[08422eab-f04d-480a-8341-efbba5a7250a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1] added
Nov 15 19:56:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a320518d-2629-4b30-8814-9ef5d6d4fb65]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c5f3497-1e91-47ff-ac35-0593e9beb659]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtBCOWPo {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZtBCOWPo" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f65e13c-e2e3-46e4-9b66-83929eda322a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZtBCOWPo'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[835c617e-6093-4cf7-adf7-f685903a63f7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[32a04e1a-bdaa-4b11-830a-58d31c508fec]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --login" returned: 0 in 0.091s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc611d19-3778-4842-989d-239780b06b0d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260]
Nov 15 19:56:20 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e79ade79-404b-4749-ae86-a13b82b52640]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a834662-331a-4fcd-ac6a-a1e2c31cc4ed]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] HCTL ('37', '-', '-', 0) found on session 11 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Scanning host 37 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5eba4af-3980-40a0-a5c4-10bf06c89d66]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Searching for a device in session 11 and hctl ['37', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:56:20 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Waiting for libvirt event about the detach of device sdc with device alias scsi0-0-0-2 from instance 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 is timed out.
Nov 15 19:56:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Successfully detached device sdc from instance 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 from the live domain config.
Nov 15 19:56:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'fdnekrJK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:20 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Searching for a device in session 11 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtBCOWPo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.346s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] <== connect_volume: return (1347ms) {'type': 'block', 'scsi_wwn': '26131393963633133', 'path': '/dev/sdf'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26131393963633133', 'path': '/dev/sdf'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.644s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG nova.objects.instance [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lazy-loading 'flavor' on Instance uuid 0244a1f6-b42d-425c-a7bc-7af658bff0ef {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[aaedc942-c49e-4b75-b73e-d8e907e98ed2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:56:21 user nova-compute[74639]: No targets found.
Nov 15 19:56:21 user nova-compute[74639]: iSNS:
Nov 15 19:56:21 user nova-compute[74639]: No targets found.
Nov 15 19:56:21 user nova-compute[74639]: STATIC:
Nov 15 19:56:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3
Nov 15 19:56:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1
Nov 15 19:56:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4
Nov 15 19:56:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821
Nov 15 19:56:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4
Nov 15 19:56:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3
Nov 15 19:56:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e
Nov 15 19:56:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:21 user nova-compute[74639]: FIRMWARE:
Nov 15 19:56:21 user nova-compute[74639]: No targets found.
Nov 15 19:56:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:56:21 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:56:21 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[41c3c791-5788-4911-ac18-1108e502896c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0877aff2-4a5f-45e3-a337-be29b8722c53]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [6] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98819d7e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4'): ({'sde'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Removing single pathed devices sde {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ff76b67-6f14-4b36-b05b-8e6c36d30a17]: (4, ('path checker states:\nup                  8\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6488125-511e-4cd3-967b-78bcd309556c]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Flushing IO for device /dev/sde {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5d3ed6b-ffec-4190-9c6c-5462eb2b6862]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.041s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a817ed4-b3ac-4cbe-89ff-3259677f6fed]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf330b2-3c2f-4b0f-9756-b584239d1f8e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.079s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b53fc54-52eb-4548-ac1d-b7f351b9cd5d]: (4, ('Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4, portal: 172.16.0.220,3260]\nLogout of [sid: 6, target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 6, target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4, portal: 172.16.0.220,3260]
Nov 15 19:56:21 user nova-compute[74639]: Logout of [sid: 6, target: iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:f3e88c10-02f8-4724-88d8-12a03eab3ed4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e572ed6d-12cc-42d3-a263-497d5d74456a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.338s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] <== disconnect_volume: return (982ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 0 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 134217728 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 268435456 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:22 user nova-compute[74639]: DEBUG nova.objects.instance [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lazy-loading 'flavor' on Instance uuid 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91f5e2d5-0576-4172-9605-25bae0d0167c tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.929s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 408944640 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 592445440 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 789577728 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:24 user nova-compute[74639]: INFO nova.compute.manager [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Terminating instance
Nov 15 19:56:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-c5cb32f4-7911-4a00-ad55-68237c4bf530 req-2d5b36a3-b0d0-48fc-b432-db5d1d39bf75 service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received event network-vif-unplugged-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c5cb32f4-7911-4a00-ad55-68237c4bf530 req-2d5b36a3-b0d0-48fc-b432-db5d1d39bf75 service nova] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c5cb32f4-7911-4a00-ad55-68237c4bf530 req-2d5b36a3-b0d0-48fc-b432-db5d1d39bf75 service nova] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c5cb32f4-7911-4a00-ad55-68237c4bf530 req-2d5b36a3-b0d0-48fc-b432-db5d1d39bf75 service nova] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-c5cb32f4-7911-4a00-ad55-68237c4bf530 req-2d5b36a3-b0d0-48fc-b432-db5d1d39bf75 service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] No waiting events found dispatching network-vif-unplugged-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-c5cb32f4-7911-4a00-ad55-68237c4bf530 req-2d5b36a3-b0d0-48fc-b432-db5d1d39bf75 service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received event network-vif-unplugged-348f0256-18a9-4deb-85d4-9c35393cdf85 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:56:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 957349888 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:25 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Instance destroyed successfully.
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.objects.instance [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lazy-loading 'resources' on Instance uuid 93680a1a-3db2-4488-b4e2-fa7fd604a4a5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:53:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachSCSIVolumeTestJSON-server-1036629659',display_name='tempest-AttachSCSIVolumeTestJSON-server-1036629659',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachscsivolumetestjson-server-1036629659',id=8,image_ref='f6e6b9a3-0778-4b56-93c4-7d5824345b3d',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFnFB40j9EX7fiRwg/xfOH0ChmlNCgZ6ChFyPMSJ6WUgysO2jaOAAxAtRVHuJ91QmPC1TYjxcmdDoQG7EF+yviq6SSsIYGb5a44StctBEC7YwseO/XcVtyAhqJAWWGpBKw==',key_name='tempest-keypair-1342922305',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2260dc7635cd4e1d8c2d79cb9ec0f05c',ramdisk_id='',reservation_id='r-pfmyoy9g',resources=None,root_device_name='/dev/sda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='f6e6b9a3-0778-4b56-93c4-7d5824345b3d',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='scsi',image_hw_disk_bus='scsi',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_scsi_model='virtio-scsi',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-AttachSCSIVolumeTestJSON-1578425788',owner_user_name='tempest-AttachSCSIVolumeTestJSON-1578425788-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='844a7f02830c4d2eb4ff129f699a512d',uuid=93680a1a-3db2-4488-b4e2-fa7fd604a4a5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Converting VIF {"id": "348f0256-18a9-4deb-85d4-9c35393cdf85", "address": "fa:16:3e:fb:27:0d", "network": {"id": "13e01970-7aba-49c1-a1cb-5fc26e1e0906", "bridge": "br-int", "label": "tempest-AttachSCSIVolumeTestJSON-382669320-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2260dc7635cd4e1d8c2d79cb9ec0f05c", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap348f0256-18", "ovs_interfaceid": "348f0256-18a9-4deb-85d4-9c35393cdf85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:fb:27:0d,bridge_name='br-int',has_traffic_filtering=True,id=348f0256-18a9-4deb-85d4-9c35393cdf85,network=Network(13e01970-7aba-49c1-a1cb-5fc26e1e0906),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap348f0256-18') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_vif [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:27:0d,bridge_name='br-int',has_traffic_filtering=True,id=348f0256-18a9-4deb-85d4-9c35393cdf85,network=Network(13e01970-7aba-49c1-a1cb-5fc26e1e0906),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap348f0256-18') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap348f0256-18, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2bd0adcc-37a5-462a-aa08-368bf16a5d05) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:25 user nova-compute[74639]: INFO os_vif [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:fb:27:0d,bridge_name='br-int',has_traffic_filtering=True,id=348f0256-18a9-4deb-85d4-9c35393cdf85,network=Network(13e01970-7aba-49c1-a1cb-5fc26e1e0906),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap348f0256-18')
Nov 15 19:56:25 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Deleting instance files /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5_del
Nov 15 19:56:25 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Deletion of /opt/stack/data/nova/instances/93680a1a-3db2-4488-b4e2-fa7fd604a4a5_del complete
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] COPY block job progress, current cursor: 1073741824 final cursor: 1073741824 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 19:56:25 user nova-compute[74639]: INFO nova.compute.manager [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vQYNlzSI', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdi', 'volume_id': 'be6b0298-20e4-47cb-8edd-f3f9b9a2bca3'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:25 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b69619e6-9c49-4b3e-8917-589e4659e6f5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:56:25 user nova-compute[74639]: No targets found.
Nov 15 19:56:25 user nova-compute[74639]: iSNS:
Nov 15 19:56:25 user nova-compute[74639]: No targets found.
Nov 15 19:56:25 user nova-compute[74639]: STATIC:
Nov 15 19:56:25 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3
Nov 15 19:56:25 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:25 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:25 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:25 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:25 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:25 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1
Nov 15 19:56:25 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:25 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:25 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821
Nov 15 19:56:25 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:25 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:25 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4
Nov 15 19:56:25 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:25 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:25 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3
Nov 15 19:56:25 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:25 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:25 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e
Nov 15 19:56:25 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:25 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:25 user nova-compute[74639]: FIRMWARE:
Nov 15 19:56:25 user nova-compute[74639]: No targets found.
Nov 15 19:56:25 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:56:25 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:56:25 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[23402ef9-6fa8-4cbe-8a59-7f3b6665d010]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c24cc798-6598-4610-be93-7b33d418725b]: (4, ('tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)\ntcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsi session list stdout=tcp: [10] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:25 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98819f0a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3'): ({'sdi'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Removing single pathed devices sdi {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b739bc2-3d1d-4d6b-b550-3d1c48363aee]: (4, ('path checker states:\nup                  7\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdi" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2219f730-4b4a-4161-8750-dc28442e57cc]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Flushing IO for device /dev/sdi {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdi" returned: 0 in 0.011s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[40d72f8d-e29e-4148-8e20-d6a542787225]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Remove SCSI device /dev/sdi with /sys/block/sdi/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdi/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdi/device/delete" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd534ef6-0234-47ec-8b42-d4686d4c5ba7]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Checking to see if SCSI volumes sdi have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] SCSI volumes sdi have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[01c754e2-9d48-4c92-b4c4-34df1f341b13]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0ad95f0-7ecb-49b5-993a-c3e9c31368ca]: (4, ('Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3, portal: 172.16.0.220,3260]\nLogout of [sid: 10, target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 10, target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3, portal: 172.16.0.220,3260]
Nov 15 19:56:25 user nova-compute[74639]: Logout of [sid: 10, target: iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:25 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6094ad27-2e40-47f3-a6cb-05cc7ac050f9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.311s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] <== disconnect_volume: return (314ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] swap_volume: Driver volume swap returned, new connection_info is now : {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtBCOWPo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '0244a1f6-b42d-425c-a7bc-7af658bff0ef', 'attached_at': '', 'detached_at': '', 'volume_id': '80b49ae4-2b21-4406-8134-ea4be0497aa1', 'serial'} {{(pid=74639) _swap_volume /opt/stack/nova/nova/compute/manager.py:7791}}
Nov 15 19:56:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] swap_volume: removing Cinder connection for volume be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 {{(pid=74639) _swap_volume /opt/stack/nova/nova/compute/manager.py:7836}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:56:26 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Took 1.03 seconds to deallocate network for instance.
Nov 15 19:56:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] swap_volume: Updating volume be6b0298-20e4-47cb-8edd-f3f9b9a2bca3 BDM record with {'connection_info': '{"driver_volume_type": "iscsi", "data": {"target_iqn": "iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1", "target_portal": "172.16.0.220:3260", "target_discovered": false, "auth_method": "CHAP", "auth_username": "ZtBCOWPo", "auth_password": "Ovxu6Sle0rfh1N", "target_lun": 0, "qos_specs": null, "access_mode": "rw", "encrypted": false, "cacheable": false, "device_path": "/dev/sdf", "volume_id": "80b49ae4-2b21-4406-8134-ea4be0497aa1"}, "status": "reserved", "instance": "0244a1f6-b42d-425c-a7bc-7af658bff0ef", "attached_at": "", "detached_at": "", "volume_id": "80b49ae4-2b21-4406-8134-ea4be0497aa1", "serial": "80b49ae4-2b21-4406-8134-ea4be0497aa1"}', 'source_type': 'volume', 'destination_type': 'volume', 'snapshot_id': None, 'volume_id': '80b49ae4-2b21-4406-8134-ea4be0497aa1', 'no_device': None, 'attachment_id': 'd3d25d70-36a0-4610-b2ea-f04201ff85e9'} {{(pid=74639) _do_swap_volume /opt/stack/nova/nova/compute/manager.py:7984}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-489b2033-a5a3-4405-9852-98d990aa4c77 tempest-TestVolumeSwap-378797693 tempest-TestVolumeSwap-378797693-project-admin] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" "released" by "nova.compute.manager.ComputeManager.swap_volume.<locals>._do_locked_swap_volume" :: held 11.772s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-e43d52e3-67be-4620-ad7f-dc891f58b506 req-58df1e02-0ed3-4f2d-a9f3-4fea6df27d10 service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received event network-vif-plugged-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e43d52e3-67be-4620-ad7f-dc891f58b506 req-58df1e02-0ed3-4f2d-a9f3-4fea6df27d10 service nova] Acquiring lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e43d52e3-67be-4620-ad7f-dc891f58b506 req-58df1e02-0ed3-4f2d-a9f3-4fea6df27d10 service nova] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e43d52e3-67be-4620-ad7f-dc891f58b506 req-58df1e02-0ed3-4f2d-a9f3-4fea6df27d10 service nova] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-e43d52e3-67be-4620-ad7f-dc891f58b506 req-58df1e02-0ed3-4f2d-a9f3-4fea6df27d10 service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] No waiting events found dispatching network-vif-plugged-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:26 user nova-compute[74639]: WARNING nova.compute.manager [req-e43d52e3-67be-4620-ad7f-dc891f58b506 req-58df1e02-0ed3-4f2d-a9f3-4fea6df27d10 service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received unexpected event network-vif-plugged-348f0256-18a9-4deb-85d4-9c35393cdf85 for instance with vm_state deleted and task_state None.
Nov 15 19:56:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-e43d52e3-67be-4620-ad7f-dc891f58b506 req-58df1e02-0ed3-4f2d-a9f3-4fea6df27d10 service nova] [instance: 93680a1a-3db2-4488-b4e2-fa7fd604a4a5] Received event network-vif-deleted-348f0256-18a9-4deb-85d4-9c35393cdf85 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.367s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:26 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Deleted allocations for instance 93680a1a-3db2-4488-b4e2-fa7fd604a4a5
Nov 15 19:56:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-babfeebd-8b1d-45f9-a7be-8aee8f4ebc0a tempest-AttachSCSIVolumeTestJSON-1578425788 tempest-AttachSCSIVolumeTestJSON-1578425788-project-member] Lock "93680a1a-3db2-4488-b4e2-fa7fd604a4a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.555s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 is timed out.
Nov 15 19:56:27 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Successfully detached device vdb from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 from the live domain config.
Nov 15 19:56:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MCAteEsZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:27 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[35091fbc-e145-4179-b758-7243d8bdedda]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:56:27 user nova-compute[74639]: No targets found.
Nov 15 19:56:27 user nova-compute[74639]: iSNS:
Nov 15 19:56:27 user nova-compute[74639]: No targets found.
Nov 15 19:56:27 user nova-compute[74639]: STATIC:
Nov 15 19:56:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3
Nov 15 19:56:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1
Nov 15 19:56:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821
Nov 15 19:56:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4
Nov 15 19:56:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e
Nov 15 19:56:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:27 user nova-compute[74639]: FIRMWARE:
Nov 15 19:56:27 user nova-compute[74639]: No targets found.
Nov 15 19:56:27 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:56:27 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:56:27 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0890efc-90c3-4a41-93ca-6e8f4bfc83d1]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb50aeaa-dec4-4e5f-9c71-6a12bb4ff7ea]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [8] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:27 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98819f010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4'): ({'sdg'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Removing single pathed devices sdg {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[097cab20-63f3-495c-82b4-3af74f434211]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3065e5ee-6162-4576-b574-0cc4f6d43a54]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Flushing IO for device /dev/sdg {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.011s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fb22c0f-0e98-41c6-86a4-ce64eb29d0fd]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.037s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5950b5b-d757-4d14-bdf9-db0615dc23dd]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] SCSI volumes sdg have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f69412a6-93a9-4076-99f8-383c7e824a23]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[074e33df-05e6-475c-ba0c-d17fae48bfa9]: (4, ('Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4, portal: 172.16.0.220,3260]\nLogout of [sid: 8, target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 8, target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4, portal: 172.16.0.220,3260]
Nov 15 19:56:27 user nova-compute[74639]: Logout of [sid: 8, target: iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:27 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fb26aa20-3a32-4b15-a66f-9fa868cac9a4 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1ca6fcf-e2e8-4a99-a441-b26fea4a5d54]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] <== disconnect_volume: return (315ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-24bd2766-3eb0-4f6d-a8f2-d6ac19b79655 req-5b014b56-887b-463c-824a-9164fef602df service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-changed-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-24bd2766-3eb0-4f6d-a8f2-d6ac19b79655 req-5b014b56-887b-463c-824a-9164fef602df service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing instance network info cache due to event network-changed-4cb2952e-650d-4015-b06c-4d275e3b37f5. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-24bd2766-3eb0-4f6d-a8f2-d6ac19b79655 req-5b014b56-887b-463c-824a-9164fef602df service nova] Acquiring lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-24bd2766-3eb0-4f6d-a8f2-d6ac19b79655 req-5b014b56-887b-463c-824a-9164fef602df service nova] Acquired lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG nova.network.neutron [req-24bd2766-3eb0-4f6d-a8f2-d6ac19b79655 req-5b014b56-887b-463c-824a-9164fef602df service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Refreshing network info cache for port 4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG nova.network.neutron [req-24bd2766-3eb0-4f6d-a8f2-d6ac19b79655 req-5b014b56-887b-463c-824a-9164fef602df service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updated VIF entry in instance network info cache for port 4cb2952e-650d-4015-b06c-4d275e3b37f5. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG nova.network.neutron [req-24bd2766-3eb0-4f6d-a8f2-d6ac19b79655 req-5b014b56-887b-463c-824a-9164fef602df service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [{"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:56:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-24bd2766-3eb0-4f6d-a8f2-d6ac19b79655 req-5b014b56-887b-463c-824a-9164fef602df service nova] Releasing lock "refresh_cache-e3bda2e2-ce80-4b61-90ca-01f17b09df82" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:56:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:28 user nova-compute[74639]: INFO nova.compute.manager [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Detaching volume 80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:28 user nova-compute[74639]: INFO nova.virt.block_device [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Attempting to driver detach volume 80b49ae4-2b21-4406-8134-ea4be0497aa1 from mountpoint /dev/vdb
Nov 15 19:56:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Attempting to detach device vdb from instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 19:56:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 19:56:28 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:28 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 19:56:28 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:56:28 user nova-compute[74639]:   <serial>80b49ae4-2b21-4406-8134-ea4be0497aa1</serial>
Nov 15 19:56:28 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 19:56:28 user nova-compute[74639]: </disk>
Nov 15 19:56:28 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Successfully detached device vdb from instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef from the persistent domain config.
Nov 15 19:56:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 19:56:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 19:56:28 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:56:28 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 19:56:28 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:56:28 user nova-compute[74639]:   <serial>80b49ae4-2b21-4406-8134-ea4be0497aa1</serial>
Nov 15 19:56:28 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 19:56:28 user nova-compute[74639]: </disk>
Nov 15 19:56:28 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:28 user nova-compute[74639]: DEBUG nova.objects.instance [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lazy-loading 'flavor' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8c5fc4d3-c5f0-4059-b0fd-6849233d3859 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.701s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "interface-5d9cabda-8890-4ced-b902-70dba1c17c75-ca4fae7f-06a9-4e61-a8fa-86c931d5678b" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "interface-5d9cabda-8890-4ced-b902-70dba1c17c75-ca4fae7f-06a9-4e61-a8fa-86c931d5678b" acquired by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.objects.instance [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lazy-loading 'flavor' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-940761410',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-940761410',id=10,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDmasMGm0/6UeJ5Eh0n5KAlpCA1D7JThoF7NJ+OLrsYpuWsGESIaGh2wyF2fXOpxGRhY4v3fCiCTyg7+Sw72c77tSrLFRJRcJMhc0LeSyqk2Lfu+frmYgHYD7ymDN22uQ==',key_name='tempest-keypair-1683379322',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='92a342a3b32442148b972c68cd242da5',ramdisk_id='',reservation_id='r-61zd6yku',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1782047340',owner_user_name='tempest-TaggedAttachmentsTest-1782047340-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='452dfd4f3f454b62bdbf6c2f03ebc0d8',uuid=5d9cabda-8890-4ced-b902-70dba1c17c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converting VIF {"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface> {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface> {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Attempting to detach device tapca4fae7f-06 from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] detach device xml: <interface type="ethernet">
Nov 15 19:56:29 user nova-compute[74639]:   <mac address="fa:16:3e:11:56:6c"/>
Nov 15 19:56:29 user nova-compute[74639]:   <model type="virtio"/>
Nov 15 19:56:29 user nova-compute[74639]:   <mtu size="1442"/>
Nov 15 19:56:29 user nova-compute[74639]:   <target dev="tapca4fae7f-06"/>
Nov 15 19:56:29 user nova-compute[74639]: </interface>
Nov 15 19:56:29 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface> {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface>not found in domain: <domain type='kvm' id='10'>
Nov 15 19:56:29 user nova-compute[74639]:   <name>instance-0000000a</name>
Nov 15 19:56:29 user nova-compute[74639]:   <uuid>5d9cabda-8890-4ced-b902-70dba1c17c75</uuid>
Nov 15 19:56:29 user nova-compute[74639]:   <metadata>
Nov 15 19:56:29 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:56:29 user nova-compute[74639]:   <nova:package version="0.0.0"/>
Nov 15 19:56:29 user nova-compute[74639]:   <nova:name>tempest-device-tagging-server-940761410</nova:name>
Nov 15 19:56:29 user nova-compute[74639]:   <nova:creationTime>2023-11-15 19:55:57</nova:creationTime>
Nov 15 19:56:29 user nova-compute[74639]:   <nova:flavor name="m1.tiny">
Nov 15 19:56:29 user nova-compute[74639]:     <nova:memory>512</nova:memory>
Nov 15 19:56:29 user nova-compute[74639]:     <nova:disk>1</nova:disk>
Nov 15 19:56:29 user nova-compute[74639]:     <nova:swap>0</nova:swap>
Nov 15 19:56:29 user nova-compute[74639]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:56:29 user nova-compute[74639]:     <nova:vcpus>1</nova:vcpus>
Nov 15 19:56:29 user nova-compute[74639]:   </nova:flavor>
Nov 15 19:56:29 user nova-compute[74639]:   <nova:owner>
Nov 15 19:56:29 user nova-compute[74639]:     <nova:user uuid="452dfd4f3f454b62bdbf6c2f03ebc0d8">tempest-TaggedAttachmentsTest-1782047340-project-member</nova:user>
Nov 15 19:56:29 user nova-compute[74639]:     <nova:project uuid="92a342a3b32442148b972c68cd242da5">tempest-TaggedAttachmentsTest-1782047340</nova:project>
Nov 15 19:56:29 user nova-compute[74639]:   </nova:owner>
Nov 15 19:56:29 user nova-compute[74639]:   <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:56:29 user nova-compute[74639]:   <nova:ports>
Nov 15 19:56:29 user nova-compute[74639]:     <nova:port uuid="6a235e9a-7c68-4c70-af89-97f420a3a0fb">
Nov 15 19:56:29 user nova-compute[74639]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:56:29 user nova-compute[74639]:     </nova:port>
Nov 15 19:56:29 user nova-compute[74639]:     <nova:port uuid="ca4fae7f-06a9-4e61-a8fa-86c931d5678b">
Nov 15 19:56:29 user nova-compute[74639]:       <nova:ip type="fixed" address="10.10.10.124" ipVersion="4"/>
Nov 15 19:56:29 user nova-compute[74639]:     </nova:port>
Nov 15 19:56:29 user nova-compute[74639]:   </nova:ports>
Nov 15 19:56:29 user nova-compute[74639]: </nova:instance>
Nov 15 19:56:29 user nova-compute[74639]:   </metadata>
Nov 15 19:56:29 user nova-compute[74639]:   <memory unit='KiB'>524288</memory>
Nov 15 19:56:29 user nova-compute[74639]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 15 19:56:29 user nova-compute[74639]:   <vcpu placement='static'>1</vcpu>
Nov 15 19:56:29 user nova-compute[74639]:   <resource>
Nov 15 19:56:29 user nova-compute[74639]:     <partition>/machine</partition>
Nov 15 19:56:29 user nova-compute[74639]:   </resource>
Nov 15 19:56:29 user nova-compute[74639]:   <sysinfo type='smbios'>
Nov 15 19:56:29 user nova-compute[74639]:     <system>
Nov 15 19:56:29 user nova-compute[74639]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 15 19:56:29 user nova-compute[74639]:       <entry name='product'>OpenStack Nova</entry>
Nov 15 19:56:29 user nova-compute[74639]:       <entry name='version'>0.0.0</entry>
Nov 15 19:56:29 user nova-compute[74639]:       <entry name='serial'>5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:56:29 user nova-compute[74639]:       <entry name='uuid'>5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:56:29 user nova-compute[74639]:       <entry name='family'>Virtual Machine</entry>
Nov 15 19:56:29 user nova-compute[74639]:     </system>
Nov 15 19:56:29 user nova-compute[74639]:   </sysinfo>
Nov 15 19:56:29 user nova-compute[74639]:   <os>
Nov 15 19:56:29 user nova-compute[74639]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 15 19:56:29 user nova-compute[74639]:     <boot dev='hd'/>
Nov 15 19:56:29 user nova-compute[74639]:     <smbios mode='sysinfo'/>
Nov 15 19:56:29 user nova-compute[74639]:   </os>
Nov 15 19:56:29 user nova-compute[74639]:   <features>
Nov 15 19:56:29 user nova-compute[74639]:     <acpi/>
Nov 15 19:56:29 user nova-compute[74639]:     <apic/>
Nov 15 19:56:29 user nova-compute[74639]:     <vmcoreinfo state='on'/>
Nov 15 19:56:29 user nova-compute[74639]:   </features>
Nov 15 19:56:29 user nova-compute[74639]:   <cpu mode='custom' match='exact' check='full'>
Nov 15 19:56:29 user nova-compute[74639]:     <model fallback='forbid'>Nehalem</model>
Nov 15 19:56:29 user nova-compute[74639]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 15 19:56:29 user nova-compute[74639]:     <feature policy='require' name='vme'/>
Nov 15 19:56:29 user nova-compute[74639]:     <feature policy='require' name='x2apic'/>
Nov 15 19:56:29 user nova-compute[74639]:     <feature policy='require' name='hypervisor'/>
Nov 15 19:56:29 user nova-compute[74639]:   </cpu>
Nov 15 19:56:29 user nova-compute[74639]:   <clock offset='utc'>
Nov 15 19:56:29 user nova-compute[74639]:     <timer name='pit' tickpolicy='delay'/>
Nov 15 19:56:29 user nova-compute[74639]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 15 19:56:29 user nova-compute[74639]:     <timer name='hpet' present='no'/>
Nov 15 19:56:29 user nova-compute[74639]:   </clock>
Nov 15 19:56:29 user nova-compute[74639]:   <on_poweroff>destroy</on_poweroff>
Nov 15 19:56:29 user nova-compute[74639]:   <on_reboot>restart</on_reboot>
Nov 15 19:56:29 user nova-compute[74639]:   <on_crash>destroy</on_crash>
Nov 15 19:56:29 user nova-compute[74639]:   <devices>
Nov 15 19:56:29 user nova-compute[74639]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 15 19:56:29 user nova-compute[74639]:     <disk type='file' device='disk'>
Nov 15 19:56:29 user nova-compute[74639]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 15 19:56:29 user nova-compute[74639]:       <source file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk' index='2'/>
Nov 15 19:56:29 user nova-compute[74639]:       <backingStore type='file' index='3'>
Nov 15 19:56:29 user nova-compute[74639]:         <format type='raw'/>
Nov 15 19:56:29 user nova-compute[74639]:         <source file='/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018'/>
Nov 15 19:56:29 user nova-compute[74639]:         <backingStore/>
Nov 15 19:56:29 user nova-compute[74639]:       </backingStore>
Nov 15 19:56:29 user nova-compute[74639]:       <target dev='vda' bus='virtio'/>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='virtio-disk0'/>
Nov 15 19:56:29 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </disk>
Nov 15 19:56:29 user nova-compute[74639]:     <disk type='file' device='cdrom'>
Nov 15 19:56:29 user nova-compute[74639]:       <driver name='qemu' type='raw' cache='none'/>
Nov 15 19:56:29 user nova-compute[74639]:       <source file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.config' index='1'/>
Nov 15 19:56:29 user nova-compute[74639]:       <backingStore/>
Nov 15 19:56:29 user nova-compute[74639]:       <target dev='hda' bus='ide'/>
Nov 15 19:56:29 user nova-compute[74639]:       <readonly/>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='ide0-0-0'/>
Nov 15 19:56:29 user nova-compute[74639]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </disk>
Nov 15 19:56:29 user nova-compute[74639]:     <controller type='usb' index='0' model='none'>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='usb'/>
Nov 15 19:56:29 user nova-compute[74639]:     </controller>
Nov 15 19:56:29 user nova-compute[74639]:     <controller type='pci' index='0' model='pci-root'>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='pci.0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </controller>
Nov 15 19:56:29 user nova-compute[74639]:     <controller type='ide' index='0'>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='ide'/>
Nov 15 19:56:29 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 15 19:56:29 user nova-compute[74639]:     </controller>
Nov 15 19:56:29 user nova-compute[74639]:     <interface type='ethernet'>
Nov 15 19:56:29 user nova-compute[74639]:       <mac address='fa:16:3e:ed:60:32'/>
Nov 15 19:56:29 user nova-compute[74639]:       <target dev='tap6a235e9a-7c'/>
Nov 15 19:56:29 user nova-compute[74639]:       <model type='virtio'/>
Nov 15 19:56:29 user nova-compute[74639]:       <mtu size='1442'/>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='net0'/>
Nov 15 19:56:29 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </interface>
Nov 15 19:56:29 user nova-compute[74639]:     <interface type='ethernet'>
Nov 15 19:56:29 user nova-compute[74639]:       <mac address='fa:16:3e:11:56:6c'/>
Nov 15 19:56:29 user nova-compute[74639]:       <target dev='tapca4fae7f-06'/>
Nov 15 19:56:29 user nova-compute[74639]:       <model type='virtio'/>
Nov 15 19:56:29 user nova-compute[74639]:       <mtu size='1442'/>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='net1'/>
Nov 15 19:56:29 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x07' function='0x0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </interface>
Nov 15 19:56:29 user nova-compute[74639]:     <serial type='pty'>
Nov 15 19:56:29 user nova-compute[74639]:       <source path='/dev/pts/9'/>
Nov 15 19:56:29 user nova-compute[74639]:       <log file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log' append='off'/>
Nov 15 19:56:29 user nova-compute[74639]:       <target type='isa-serial' port='0'>
Nov 15 19:56:29 user nova-compute[74639]:         <model name='isa-serial'/>
Nov 15 19:56:29 user nova-compute[74639]:       </target>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='serial0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </serial>
Nov 15 19:56:29 user nova-compute[74639]:     <console type='pty' tty='/dev/pts/9'>
Nov 15 19:56:29 user nova-compute[74639]:       <source path='/dev/pts/9'/>
Nov 15 19:56:29 user nova-compute[74639]:       <log file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log' append='off'/>
Nov 15 19:56:29 user nova-compute[74639]:       <target type='serial' port='0'/>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='serial0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </console>
Nov 15 19:56:29 user nova-compute[74639]:     <input type='mouse' bus='ps2'>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='input0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </input>
Nov 15 19:56:29 user nova-compute[74639]:     <input type='keyboard' bus='ps2'>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='input1'/>
Nov 15 19:56:29 user nova-compute[74639]:     </input>
Nov 15 19:56:29 user nova-compute[74639]:     <graphics type='vnc' port='5909' autoport='yes' listen='0.0.0.0'>
Nov 15 19:56:29 user nova-compute[74639]:       <listen type='address' address='0.0.0.0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </graphics>
Nov 15 19:56:29 user nova-compute[74639]:     <audio id='1' type='none'/>
Nov 15 19:56:29 user nova-compute[74639]:     <video>
Nov 15 19:56:29 user nova-compute[74639]:       <model type='virtio' heads='1' primary='yes'/>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='video0'/>
Nov 15 19:56:29 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </video>
Nov 15 19:56:29 user nova-compute[74639]:     <memballoon model='virtio'>
Nov 15 19:56:29 user nova-compute[74639]:       <stats period='10'/>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='balloon0'/>
Nov 15 19:56:29 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </memballoon>
Nov 15 19:56:29 user nova-compute[74639]:     <rng model='virtio'>
Nov 15 19:56:29 user nova-compute[74639]:       <backend model='random'>/dev/urandom</backend>
Nov 15 19:56:29 user nova-compute[74639]:       <alias name='rng0'/>
Nov 15 19:56:29 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 15 19:56:29 user nova-compute[74639]:     </rng>
Nov 15 19:56:29 user nova-compute[74639]:   </devices>
Nov 15 19:56:29 user nova-compute[74639]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 15 19:56:29 user nova-compute[74639]:     <label>libvirt-5d9cabda-8890-4ced-b902-70dba1c17c75</label>
Nov 15 19:56:29 user nova-compute[74639]:     <imagelabel>libvirt-5d9cabda-8890-4ced-b902-70dba1c17c75</imagelabel>
Nov 15 19:56:29 user nova-compute[74639]:   </seclabel>
Nov 15 19:56:29 user nova-compute[74639]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 15 19:56:29 user nova-compute[74639]:     <label>+64055:+108</label>
Nov 15 19:56:29 user nova-compute[74639]:     <imagelabel>+64055:+108</imagelabel>
Nov 15 19:56:29 user nova-compute[74639]:   </seclabel>
Nov 15 19:56:29 user nova-compute[74639]: </domain>
Nov 15 19:56:29 user nova-compute[74639]:  {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 15 19:56:29 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Successfully detached device tapca4fae7f-06 from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 from the persistent domain config.
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] (1/8): Attempting to detach device tapca4fae7f-06 with device alias net1 from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] detach device xml: <interface type="ethernet">
Nov 15 19:56:29 user nova-compute[74639]:   <mac address="fa:16:3e:11:56:6c"/>
Nov 15 19:56:29 user nova-compute[74639]:   <model type="virtio"/>
Nov 15 19:56:29 user nova-compute[74639]:   <mtu size="1442"/>
Nov 15 19:56:29 user nova-compute[74639]:   <target dev="tapca4fae7f-06"/>
Nov 15 19:56:29 user nova-compute[74639]: </interface>
Nov 15 19:56:29 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Start waiting for the detach event from libvirt for device tapca4fae7f-06 with device alias net1 for instance 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:29 user nova-compute[74639]: INFO nova.compute.manager [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Terminating instance
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-681adfb8-efdd-4b1f-96b4-5141869de7f7 req-917a9023-f419-4d55-aa52-fd719b55f21c service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-unplugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-681adfb8-efdd-4b1f-96b4-5141869de7f7 req-917a9023-f419-4d55-aa52-fd719b55f21c service nova] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-681adfb8-efdd-4b1f-96b4-5141869de7f7 req-917a9023-f419-4d55-aa52-fd719b55f21c service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-681adfb8-efdd-4b1f-96b4-5141869de7f7 req-917a9023-f419-4d55-aa52-fd719b55f21c service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-681adfb8-efdd-4b1f-96b4-5141869de7f7 req-917a9023-f419-4d55-aa52-fd719b55f21c service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] No waiting events found dispatching network-vif-unplugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:29 user nova-compute[74639]: WARNING nova.compute.manager [req-681adfb8-efdd-4b1f-96b4-5141869de7f7 req-917a9023-f419-4d55-aa52-fd719b55f21c service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received unexpected event network-vif-unplugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b for instance with vm_state active and task_state None.
Nov 15 19:56:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-8c6e52c8-baa1-4aa6-a68e-b5cc151de003 req-f8e1759f-3272-42fa-b092-6feda0e51510 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8c6e52c8-baa1-4aa6-a68e-b5cc151de003 req-f8e1759f-3272-42fa-b092-6feda0e51510 service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8c6e52c8-baa1-4aa6-a68e-b5cc151de003 req-f8e1759f-3272-42fa-b092-6feda0e51510 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8c6e52c8-baa1-4aa6-a68e-b5cc151de003 req-f8e1759f-3272-42fa-b092-6feda0e51510 service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-8c6e52c8-baa1-4aa6-a68e-b5cc151de003 req-f8e1759f-3272-42fa-b092-6feda0e51510 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-unplugged-2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-8c6e52c8-baa1-4aa6-a68e-b5cc151de003 req-f8e1759f-3272-42fa-b092-6feda0e51510 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-2c2dfd50-8211-46c4-8453-2129c72b484d for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:56:30 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance cad1feb2-1a16-4cf1-95d5-99dd998be94e is timed out.
Nov 15 19:56:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Successfully detached device vdb from instance cad1feb2-1a16-4cf1-95d5-99dd998be94e from the live domain config.
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KnMikFTY', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdh'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:30 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8996899-cf00-42a7-9ccc-bff53b89d454]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:56:30 user nova-compute[74639]: No targets found.
Nov 15 19:56:30 user nova-compute[74639]: iSNS:
Nov 15 19:56:30 user nova-compute[74639]: No targets found.
Nov 15 19:56:30 user nova-compute[74639]: STATIC:
Nov 15 19:56:30 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3
Nov 15 19:56:30 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:30 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:30 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:30 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:30 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:30 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1
Nov 15 19:56:30 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:30 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:30 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821
Nov 15 19:56:30 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:30 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:30 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e
Nov 15 19:56:30 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:30 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:30 user nova-compute[74639]: FIRMWARE:
Nov 15 19:56:30 user nova-compute[74639]: No targets found.
Nov 15 19:56:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:56:30 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:56:30 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9471ea0-c460-4fd7-a5b7-95f47fdde44e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5ef7990-4214-44bd-bb7a-2d8c187a8d39]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\ntcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:30 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:30 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:30 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:30 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:30 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:30 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:30 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:30 user nova-compute[74639]: tcp: [9] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 (non-flash)
Nov 15 19:56:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704b6ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821'): ({'sdh'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Removing single pathed devices sdh {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e97aa108-41c2-4235-9ec4-e7cca7b63701]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdh {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdh" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[38547acb-eb86-4c62-94f4-d72dcd566e73]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Flushing IO for device /dev/sdh {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdh {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdh" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[91705673-6d09-4533-8897-6c1c708a322e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Remove SCSI device /dev/sdh with /sys/block/sdh/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdh/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdh/device/delete" returned: 0 in 0.048s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[38f4a2c8-f05d-4f41-875c-5278de89143a]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Checking to see if SCSI volumes sdh have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] SCSI volumes sdh have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[49225dbf-b7ad-4ac7-8aec-a2b0d021a40b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --logout" returned: 0 in 0.124s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2eb60af-01bd-4345-897e-cca501119cc1]: (4, ('Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821, portal: 172.16.0.220,3260]\nLogout of [sid: 9, target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--logout',): stdout=Logging out of session [sid: 9, target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821, portal: 172.16.0.220,3260]
Nov 15 19:56:30 user nova-compute[74639]: Logout of [sid: 9, target: iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:91571de0-3db8-4921-a9da-1fe3b7eaa821 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b62247d-80f7-4b33-8390-6235c1a4988a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.437s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] <== disconnect_volume: return (439ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-b0e7ca5b-f16b-400e-b1c0-50a883ee9bd0 req-77870fe7-ef5e-469f-bfc7-1b4b5e481fac service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b0e7ca5b-f16b-400e-b1c0-50a883ee9bd0 req-77870fe7-ef5e-469f-bfc7-1b4b5e481fac service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b0e7ca5b-f16b-400e-b1c0-50a883ee9bd0 req-77870fe7-ef5e-469f-bfc7-1b4b5e481fac service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b0e7ca5b-f16b-400e-b1c0-50a883ee9bd0 req-77870fe7-ef5e-469f-bfc7-1b4b5e481fac service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-b0e7ca5b-f16b-400e-b1c0-50a883ee9bd0 req-77870fe7-ef5e-469f-bfc7-1b4b5e481fac service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-unplugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-b0e7ca5b-f16b-400e-b1c0-50a883ee9bd0 req-77870fe7-ef5e-469f-bfc7-1b4b5e481fac service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Updating instance_info_cache with network_info: [{"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:56:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Instance destroyed successfully.
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.objects.instance [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lazy-loading 'resources' on Instance uuid e3bda2e2-ce80-4b61-90ca-01f17b09df82 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:55:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7b:f8:80,bridge_name='br-int',has_traffic_filtering=True,id=4cb2952e-650d-4015-b06c-4d275e3b37f5,network=Network(09d28a92-1aa4-4a78-8509-ccf0aa89d603),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb2952e-65') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:f8:80,bridge_name='br-int',has_traffic_filtering=True,id=4cb2952e-650d-4015-b06c-4d275e3b37f5,network=Network(09d28a92-1aa4-4a78-8509-ccf0aa89d603),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb2952e-65') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4cb2952e-65, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-plugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] No waiting events found dispatching network-vif-plugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:31 user nova-compute[74639]: WARNING nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received unexpected event network-vif-plugged-ca4fae7f-06a9-4e61-a8fa-86c931d5678b for instance with vm_state active and task_state None.
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-unplugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:31 user nova-compute[74639]: WARNING nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-4cb2952e-650d-4015-b06c-4d275e3b37f5 for instance with vm_state active and task_state deleting.
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-unplugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:31 user nova-compute[74639]: WARNING nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97 for instance with vm_state active and task_state deleting.
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-unplugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:31 user nova-compute[74639]: WARNING nova.compute.manager [req-e23273e9-8882-4cb9-b634-b882945868a5 req-ae2fc4c4-da5a-479f-95a0-3dcf669aa65c service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-6764d853-8969-47bb-adc9-69d1b84ef7a2 for instance with vm_state active and task_state deleting.
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=372f4db8-ce97-461f-9be3-c8e2790fb00c) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:31 user nova-compute[74639]: DEBUG nova.objects.instance [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lazy-loading 'flavor' on Instance uuid cad1feb2-1a16-4cf1-95d5-99dd998be94e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9892a5fc-6331-413c-9925-78b8699dee95 tempest-VolumesAssistedSnapshotsTest-297227862 tempest-VolumesAssistedSnapshotsTest-297227862-project-admin] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.534s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: INFO os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7b:f8:80,bridge_name='br-int',has_traffic_filtering=True,id=4cb2952e-650d-4015-b06c-4d275e3b37f5,network=Network(09d28a92-1aa4-4a78-8509-ccf0aa89d603),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4cb2952e-65')
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:55:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:29:6c:91,bridge_name='br-int',has_traffic_filtering=True,id=2c2dfd50-8211-46c4-8453-2129c72b484d,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c2dfd50-82') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:6c:91,bridge_name='br-int',has_traffic_filtering=True,id=2c2dfd50-8211-46c4-8453-2129c72b484d,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c2dfd50-82') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2c2dfd50-82, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=aadb57e4-673e-45a5-b080-a8fa791f6a1b) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: INFO os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:29:6c:91,bridge_name='br-int',has_traffic_filtering=True,id=2c2dfd50-8211-46c4-8453-2129c72b484d,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap2c2dfd50-82')
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:55:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:89:eb:f5,bridge_name='br-int',has_traffic_filtering=True,id=bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbebb1ce5-f6') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:eb:f5,bridge_name='br-int',has_traffic_filtering=True,id=bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbebb1ce5-f6') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapbebb1ce5-f6, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3e003b74-94c8-4553-88ca-a02f50125b8b) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: INFO os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:89:eb:f5,bridge_name='br-int',has_traffic_filtering=True,id=bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tapbebb1ce5-f6')
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:55:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "address": "fa:16:3e:eb:33:07", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.81", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6764d853-89", "ovs_interfaceid": "6764d853-8969-47bb-adc9-69d1b84ef7a2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:33:07,bridge_name='br-int',has_traffic_filtering=True,id=6764d853-8969-47bb-adc9-69d1b84ef7a2,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6764d853-89') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:33:07,bridge_name='br-int',has_traffic_filtering=True,id=6764d853-8969-47bb-adc9-69d1b84ef7a2,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6764d853-89') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6764d853-89, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ece66f81-c656-42a1-b961-05a1488ebfe3) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: INFO os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:33:07,bridge_name='br-int',has_traffic_filtering=True,id=6764d853-8969-47bb-adc9-69d1b84ef7a2,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6764d853-89')
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:55:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:00:ce:d5,bridge_name='br-int',has_traffic_filtering=True,id=95380978-1473-4458-aa2d-29626d6eff56,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95380978-14') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:ce:d5,bridge_name='br-int',has_traffic_filtering=True,id=95380978-1473-4458-aa2d-29626d6eff56,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95380978-14') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap95380978-14, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5be6e3bf-dc22-46d6-9740-567b3e546761) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: INFO os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:00:ce:d5,bridge_name='br-int',has_traffic_filtering=True,id=95380978-1473-4458-aa2d-29626d6eff56,network=Network(d845f706-f215-429c-b201-33ac4bc4a450),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap95380978-14')
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:55:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:63:32:49,bridge_name='br-int',has_traffic_filtering=True,id=b73c0333-4b37-4535-bfb1-ca566bc4d064,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb73c0333-4b') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:32:49,bridge_name='br-int',has_traffic_filtering=True,id=b73c0333-4b37-4535-bfb1-ca566bc4d064,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb73c0333-4b') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapb73c0333-4b, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=42f704ec-41c5-47f9-a784-c9c7e525487b) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: INFO os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:63:32:49,bridge_name='br-int',has_traffic_filtering=True,id=b73c0333-4b37-4535-bfb1-ca566bc4d064,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapb73c0333-4b')
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-2065552169',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-2065552169',id=12,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBE/sl84s1UhkruJ4upRbTaOrgpWbNtpu9MvDRW7FPN2ShZ0C0R1EBlLJ6yPUN/FLM0YlGE0JuSKzWX+XdVVnlq76eCMh3i6KZVbBKZF8gDD+T44YCk9tRmo8vPgSihlIEw==',key_name='tempest-keypair-939481394',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:55:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='7e8f49cc97ea46c99af0b95dba0c55f6',ramdisk_id='',reservation_id='r-ovzk3j6y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest_v242-437123235',owner_user_name='tempest-TaggedBootDevicesTest_v242-437123235-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:55:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='86e1c3351fb5473da58091daa691307d',uuid=e3bda2e2-ce80-4b61-90ca-01f17b09df82,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converting VIF {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:07:9e:29,bridge_name='br-int',has_traffic_filtering=True,id=4038722c-b22f-4d84-881d-af18b4ba6640,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4038722c-b2') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:9e:29,bridge_name='br-int',has_traffic_filtering=True,id=4038722c-b22f-4d84-881d-af18b4ba6640,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4038722c-b2') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4038722c-b2, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=93345cfb-5e65-4ec4-a2c6-45db0a450013) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:32 user nova-compute[74639]: INFO os_vif [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:07:9e:29,bridge_name='br-int',has_traffic_filtering=True,id=4038722c-b22f-4d84-881d-af18b4ba6640,network=Network(dea3110a-913c-4771-867b-fb8b56227738),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4038722c-b2')
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ERgawdrn', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4512ec5-2f9a-4e80-917f-89b4ee92db85]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:56:32 user nova-compute[74639]: No targets found.
Nov 15 19:56:32 user nova-compute[74639]: iSNS:
Nov 15 19:56:32 user nova-compute[74639]: No targets found.
Nov 15 19:56:32 user nova-compute[74639]: STATIC:
Nov 15 19:56:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3
Nov 15 19:56:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1
Nov 15 19:56:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e
Nov 15 19:56:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:32 user nova-compute[74639]: FIRMWARE:
Nov 15 19:56:32 user nova-compute[74639]: No targets found.
Nov 15 19:56:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:56:32 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:56:32 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4167a2b-131e-41cd-b6db-536b5d4da2ba]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3c57c21-06a2-4c95-abf2-1cde87d608ba]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:32 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:32 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:32 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:32 user nova-compute[74639]: tcp: [2] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e (non-flash)
Nov 15 19:56:32 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:32 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98813beb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7036166-a7b8-483a-a24f-2d3e749eb13a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b34d5f7-cba6-4c1b-9429-11a9cc4c78ca]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-2c2dfd50-8211-46c4-8453-2129c72b484d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:32 user nova-compute[74639]: WARNING nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-2c2dfd50-8211-46c4-8453-2129c72b484d for instance with vm_state active and task_state deleting.
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-unplugged-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-95380978-1473-4458-aa2d-29626d6eff56 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:32 user nova-compute[74639]: WARNING nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-95380978-1473-4458-aa2d-29626d6eff56 for instance with vm_state active and task_state deleting.
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-unplugged-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-unplugged-4038722c-b22f-4d84-881d-af18b4ba6640 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:32 user nova-compute[74639]: WARNING nova.compute.manager [req-79c8af0b-0bdf-4a28-8dfa-b0a9e33bb5e2 req-69af6726-7b0c-435d-a818-2b6d5e5ae18a service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-4038722c-b22f-4d84-881d-af18b4ba6640 for instance with vm_state active and task_state deleting.
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d970781-6165-41a4-b61b-2be5f9db3dd1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.039s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9580a48-1b8e-4dcf-9bd0-67ce01f574a8]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4510960e-dc9a-4d80-a4a3-2136d244f5ac]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --logout" returned: 0 in 0.049s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f18d3a51-de8b-46cb-b659-8263ae83b6a2]: (4, ('Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e, portal: 172.16.0.220,3260]\nLogout of [sid: 2, target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 2, target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e, portal: 172.16.0.220,3260]
Nov 15 19:56:32 user nova-compute[74639]: Logout of [sid: 2, target: iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:42eafcea-59ad-445f-a0c6-dc16f2ef5b2e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5f1c560-0d24-48e5-8731-968072ef3085]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.308s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] <== disconnect_volume: return (309ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'WAJDefTg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbba074b-bbbe-4854-8c04-3f1d71ed09b6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:56:32 user nova-compute[74639]: No targets found.
Nov 15 19:56:32 user nova-compute[74639]: iSNS:
Nov 15 19:56:32 user nova-compute[74639]: No targets found.
Nov 15 19:56:32 user nova-compute[74639]: STATIC:
Nov 15 19:56:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3
Nov 15 19:56:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1
Nov 15 19:56:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:32 user nova-compute[74639]: FIRMWARE:
Nov 15 19:56:32 user nova-compute[74639]: No targets found.
Nov 15 19:56:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:56:32 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:56:32 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3470927-9d3a-4dea-939a-e414c0caefb2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eeb1c16b-ce90-460d-8eda-c8633850bdec]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]: tcp: [3] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98819f5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6663e2-8bf8-4010-9aa7-e273bacfaf5c]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-46ff1159-098b-45f0-8a2a-9b6940a3253d req-452388a9-a701-4a09-a444-6502748e4e2e service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-plugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-46ff1159-098b-45f0-8a2a-9b6940a3253d req-452388a9-a701-4a09-a444-6502748e4e2e service nova] Acquiring lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-46ff1159-098b-45f0-8a2a-9b6940a3253d req-452388a9-a701-4a09-a444-6502748e4e2e service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-46ff1159-098b-45f0-8a2a-9b6940a3253d req-452388a9-a701-4a09-a444-6502748e4e2e service nova] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-46ff1159-098b-45f0-8a2a-9b6940a3253d req-452388a9-a701-4a09-a444-6502748e4e2e service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] No waiting events found dispatching network-vif-plugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:56:33 user nova-compute[74639]: WARNING nova.compute.manager [req-46ff1159-098b-45f0-8a2a-9b6940a3253d req-452388a9-a701-4a09-a444-6502748e4e2e service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received unexpected event network-vif-plugged-b73c0333-4b37-4535-bfb1-ca566bc4d064 for instance with vm_state active and task_state deleting.
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a7849b0-31b3-4e2e-9b66-3731b859b917]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cce16cb-65a3-44c8-b3dd-7ab060227b06]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.037s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5eba117b-5166-43ee-9c62-2b92be724e41]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[05e0a3c6-68d4-4f39-8f9b-6b1dfc739bca]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json" returned: 0 in 0.277s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0efc8aa9-71d2-4bd4-90ac-75902f68473f]: (4, ('Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1, portal: 172.16.0.220,3260]\nLogout of [sid: 3, target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 3, target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1, portal: 172.16.0.220,3260]
Nov 15 19:56:33 user nova-compute[74639]: Logout of [sid: 3, target: iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a939702e-e023-4eb7-b730-d59dc641e1c1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f596aac-90bd-4eda-ae58-7d552c661bc6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.385s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] <== disconnect_volume: return (386ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'EnsbOUpW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:33 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a8af037-a54f-463e-bf1d-ef4453384ff0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:56:33 user nova-compute[74639]: No targets found.
Nov 15 19:56:33 user nova-compute[74639]: iSNS:
Nov 15 19:56:33 user nova-compute[74639]: No targets found.
Nov 15 19:56:33 user nova-compute[74639]: STATIC:
Nov 15 19:56:33 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3
Nov 15 19:56:33 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:33 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:33 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:33 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:33 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:33 user nova-compute[74639]: FIRMWARE:
Nov 15 19:56:33 user nova-compute[74639]: No targets found.
Nov 15 19:56:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:56:33 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:56:33 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1609542e-5d3b-47d3-97f9-a7cd96ee7d99]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2329642-36bc-4b77-ba22-54f3e1a31416]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\ntcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]: tcp: [4] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 (non-flash)
Nov 15 19:56:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98819f010>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3e91d77-d214-4cb1-a638-54b00dbe3203]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1513d9b1-664a-43ea-a5f8-5c5f2e0a3959]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[33e436ae-7492-49f8-98cf-f2631cd4e10c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.037s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b1cb911-405f-49dc-8e44-cdd60a7bae67]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[45afe8e0-4a97-4efd-bd22-a255b6ce4d01]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f054980e-95c1-47d7-bde2-857d5806f596]: (4, ('Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3, portal: 172.16.0.220,3260]\nLogout of [sid: 4, target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 4, target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3, portal: 172.16.0.220,3260]
Nov 15 19:56:33 user nova-compute[74639]: Logout of [sid: 4, target: iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b2e6944f-d056-48f5-bb02-ed703be74bd3 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7682d436-4a03-4150-9be7-2af942f7ec1e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.350s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] <== disconnect_volume: return (352ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:56:33 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Deleting instance files /opt/stack/data/nova/instances/e3bda2e2-ce80-4b61-90ca-01f17b09df82_del
Nov 15 19:56:33 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Deletion of /opt/stack/data/nova/instances/e3bda2e2-ce80-4b61-90ca-01f17b09df82_del complete
Nov 15 19:56:33 user nova-compute[74639]: INFO nova.compute.manager [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Took 3.96 seconds to destroy the instance on the hypervisor.
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.206s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-291c101f-84ed-4e33-beac-72e48b2722f5 req-1f8c2006-d7d1-4ae2-9038-4c62234fbe87 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-deleted-6764d853-8969-47bb-adc9-69d1b84ef7a2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:35 user nova-compute[74639]: INFO nova.compute.manager [req-291c101f-84ed-4e33-beac-72e48b2722f5 req-1f8c2006-d7d1-4ae2-9038-4c62234fbe87 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Neutron deleted interface 6764d853-8969-47bb-adc9-69d1b84ef7a2; detaching it from the instance and deleting it from the info cache
Nov 15 19:56:35 user nova-compute[74639]: DEBUG nova.network.neutron [req-291c101f-84ed-4e33-beac-72e48b2722f5 req-1f8c2006-d7d1-4ae2-9038-4c62234fbe87 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [{"id": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "address": "fa:16:3e:7b:f8:80", "network": {"id": "09d28a92-1aa4-4a78-8509-ccf0aa89d603", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest_v242-1980022449-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.107", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4cb2952e-65", "ovs_interfaceid": "4cb2952e-650d-4015-b06c-4d275e3b37f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "2c2dfd50-8211-46c4-8453-2129c72b484d", "address": "fa:16:3e:29:6c:91", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.122", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2c2dfd50-82", "ovs_interfaceid": "2c2dfd50-8211-46c4-8453-2129c72b484d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "address": "fa:16:3e:89:eb:f5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.93", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapbebb1ce5-f6", "ovs_interfaceid": "bebb1ce5-f658-4e1f-9a0f-7d3873ca4c97", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "95380978-1473-4458-aa2d-29626d6eff56", "address": "fa:16:3e:00:ce:d5", "network": {"id": "d845f706-f215-429c-b201-33ac4bc4a450", "bridge": "br-int", "label": "tempest-device-tagging-net1-1402719713", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.48", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap95380978-14", "ovs_interfaceid": "95380978-1473-4458-aa2d-29626d6eff56", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "address": "fa:16:3e:63:32:49", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapb73c0333-4b", "ovs_interfaceid": "b73c0333-4b37-4535-bfb1-ca566bc4d064", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "4038722c-b22f-4d84-881d-af18b4ba6640", "address": "fa:16:3e:07:9e:29", "network": {"id": "dea3110a-913c-4771-867b-fb8b56227738", "bridge": "br-int", "label": "tempest-device-tagging-net2-1051490592", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "7e8f49cc97ea46c99af0b95dba0c55f6", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4038722c-b2", "ovs_interfaceid": "4038722c-b22f-4d84-881d-af18b4ba6640", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-291c101f-84ed-4e33-beac-72e48b2722f5 req-1f8c2006-d7d1-4ae2-9038-4c62234fbe87 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Detach interface failed, port_id=6764d853-8969-47bb-adc9-69d1b84ef7a2, reason: Instance e3bda2e2-ce80-4b61-90ca-01f17b09df82 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:56:36 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Took 3.00 seconds to deallocate network for instance.
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:37 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Error from libvirt while getting description of instance-0000000c: [Error Code 42] Domain not found: no domain with matching uuid 'e3bda2e2-ce80-4b61-90ca-01f17b09df82' (instance-0000000c): libvirt.libvirtError: Domain not found: no domain with matching uuid 'e3bda2e2-ce80-4b61-90ca-01f17b09df82' (instance-0000000c)
Nov 15 19:56:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-b6b525d2-1342-4d96-94fc-c9a0e3288a75 req-b7134185-c003-447a-8e10-d72a2a255606 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-deleted-4038722c-b22f-4d84-881d-af18b4ba6640 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-b6b525d2-1342-4d96-94fc-c9a0e3288a75 req-b7134185-c003-447a-8e10-d72a2a255606 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-deleted-b73c0333-4b37-4535-bfb1-ca566bc4d064 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-b6b525d2-1342-4d96-94fc-c9a0e3288a75 req-b7134185-c003-447a-8e10-d72a2a255606 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-deleted-95380978-1473-4458-aa2d-29626d6eff56 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-b6b525d2-1342-4d96-94fc-c9a0e3288a75 req-b7134185-c003-447a-8e10-d72a2a255606 service nova] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Received event network-vif-deleted-4cb2952e-650d-4015-b06c-4d275e3b37f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:37 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:56:37 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7132MB free_disk=25.460533142089844GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 992214c6-3620-4a7d-8dee-0f67896e2f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 991caabb-c1de-4804-b185-6168248260bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 05206573-e14b-47a6-9b87-9fecaa7490b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 5d9cabda-8890-4ced-b902-70dba1c17c75 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cad1feb2-1a16-4cf1-95d5-99dd998be94e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance e3bda2e2-ce80-4b61-90ca-01f17b09df82 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d2d3d312-65d5-4a70-99ba-b7c2fc33b27e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:56:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:56:38 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:56:38 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:56:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:56:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.464s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:56:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:56:39 user nova-compute[74639]: INFO nova.compute.manager [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] [instance: e3bda2e2-ce80-4b61-90ca-01f17b09df82] Took 2.40 seconds to detach 3 volumes for instance.
Nov 15 19:56:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:56:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:56:39 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:56:39 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:56:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.347s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:39 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Deleted allocations for instance e3bda2e2-ce80-4b61-90ca-01f17b09df82
Nov 15 19:56:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-64bcc480-8a7a-412f-8b81-af4bd7c09cae tempest-TaggedBootDevicesTest_v242-437123235 tempest-TaggedBootDevicesTest_v242-437123235-project-member] Lock "e3bda2e2-ce80-4b61-90ca-01f17b09df82" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 9.926s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:48 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef is timed out.
Nov 15 19:56:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Successfully detached device vdb from instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef from the live domain config.
Nov 15 19:56:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZtBCOWPo', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf', 'volume_id': '80b49ae4-2b21-4406-8134-ea4be0497aa1'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:56:48 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a9212f3b-8c60-4ce4-ada0-4d859acc1da3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:56:48 user nova-compute[74639]: No targets found.
Nov 15 19:56:48 user nova-compute[74639]: iSNS:
Nov 15 19:56:48 user nova-compute[74639]: No targets found.
Nov 15 19:56:48 user nova-compute[74639]: STATIC:
Nov 15 19:56:48 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1
Nov 15 19:56:48 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:56:48 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:56:48 user nova-compute[74639]: FIRMWARE:
Nov 15 19:56:48 user nova-compute[74639]: No targets found.
Nov 15 19:56:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:56:48 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:56:48 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc751f4d-9234-4240-ac0b-8bccc9898025]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c94d9b5-9e25-4a39-8e40-692660a46051]: (4, ('tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsi session list stdout=tcp: [11] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 (non-flash)
Nov 15 19:56:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704ae9e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1'): ({'sdf'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Removing single pathed devices sdf {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9a8cd06-175d-4634-9e8a-d1adebcb4331]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bab135f5-f114-4142-8649-72fc6242b065]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Flushing IO for device /dev/sdf {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[28f845fe-17bc-4420-bdda-49a80bdd9009]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.035s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e842ec87-a2cc-4528-a4ca-c73c348829ed]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6216b64c-c797-4aa0-bbef-408e23bc27d9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --logout" returned: 0 in 0.056s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[47173c08-85ab-49ed-bf75-f53dded78b42]: (4, ('Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260]\nLogout of [sid: 11, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 11, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260]
Nov 15 19:56:48 user nova-compute[74639]: Logout of [sid: 11, target: iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1, portal: 172.16.0.220,3260] successful.
Nov 15 19:56:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:80b49ae4-2b21-4406-8134-ea4be0497aa1 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5465f81-6568-4335-875f-84c5c3608b61]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.283s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] <== disconnect_volume: return (285ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:56:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:56:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Waiting for libvirt event about the detach of device tapca4fae7f-06 with device alias net1 from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 is timed out.
Nov 15 19:56:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface> {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] interface for config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface>not found in domain: <domain type='kvm' id='10'>
Nov 15 19:56:49 user nova-compute[74639]:   <name>instance-0000000a</name>
Nov 15 19:56:49 user nova-compute[74639]:   <uuid>5d9cabda-8890-4ced-b902-70dba1c17c75</uuid>
Nov 15 19:56:49 user nova-compute[74639]:   <metadata>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:56:49 user nova-compute[74639]:   <nova:package version="0.0.0"/>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:name>tempest-device-tagging-server-940761410</nova:name>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:creationTime>2023-11-15 19:55:57</nova:creationTime>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:flavor name="m1.tiny">
Nov 15 19:56:49 user nova-compute[74639]:     <nova:memory>512</nova:memory>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:disk>1</nova:disk>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:swap>0</nova:swap>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:vcpus>1</nova:vcpus>
Nov 15 19:56:49 user nova-compute[74639]:   </nova:flavor>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:owner>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:user uuid="452dfd4f3f454b62bdbf6c2f03ebc0d8">tempest-TaggedAttachmentsTest-1782047340-project-member</nova:user>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:project uuid="92a342a3b32442148b972c68cd242da5">tempest-TaggedAttachmentsTest-1782047340</nova:project>
Nov 15 19:56:49 user nova-compute[74639]:   </nova:owner>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:ports>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:port uuid="6a235e9a-7c68-4c70-af89-97f420a3a0fb">
Nov 15 19:56:49 user nova-compute[74639]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:56:49 user nova-compute[74639]:     </nova:port>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:port uuid="ca4fae7f-06a9-4e61-a8fa-86c931d5678b">
Nov 15 19:56:49 user nova-compute[74639]:       <nova:ip type="fixed" address="10.10.10.124" ipVersion="4"/>
Nov 15 19:56:49 user nova-compute[74639]:     </nova:port>
Nov 15 19:56:49 user nova-compute[74639]:   </nova:ports>
Nov 15 19:56:49 user nova-compute[74639]: </nova:instance>
Nov 15 19:56:49 user nova-compute[74639]:   </metadata>
Nov 15 19:56:49 user nova-compute[74639]:   <memory unit='KiB'>524288</memory>
Nov 15 19:56:49 user nova-compute[74639]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 15 19:56:49 user nova-compute[74639]:   <vcpu placement='static'>1</vcpu>
Nov 15 19:56:49 user nova-compute[74639]:   <resource>
Nov 15 19:56:49 user nova-compute[74639]:     <partition>/machine</partition>
Nov 15 19:56:49 user nova-compute[74639]:   </resource>
Nov 15 19:56:49 user nova-compute[74639]:   <sysinfo type='smbios'>
Nov 15 19:56:49 user nova-compute[74639]:     <system>
Nov 15 19:56:49 user nova-compute[74639]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 15 19:56:49 user nova-compute[74639]:       <entry name='product'>OpenStack Nova</entry>
Nov 15 19:56:49 user nova-compute[74639]:       <entry name='version'>0.0.0</entry>
Nov 15 19:56:49 user nova-compute[74639]:       <entry name='serial'>5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:56:49 user nova-compute[74639]:       <entry name='uuid'>5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:56:49 user nova-compute[74639]:       <entry name='family'>Virtual Machine</entry>
Nov 15 19:56:49 user nova-compute[74639]:     </system>
Nov 15 19:56:49 user nova-compute[74639]:   </sysinfo>
Nov 15 19:56:49 user nova-compute[74639]:   <os>
Nov 15 19:56:49 user nova-compute[74639]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 15 19:56:49 user nova-compute[74639]:     <boot dev='hd'/>
Nov 15 19:56:49 user nova-compute[74639]:     <smbios mode='sysinfo'/>
Nov 15 19:56:49 user nova-compute[74639]:   </os>
Nov 15 19:56:49 user nova-compute[74639]:   <features>
Nov 15 19:56:49 user nova-compute[74639]:     <acpi/>
Nov 15 19:56:49 user nova-compute[74639]:     <apic/>
Nov 15 19:56:49 user nova-compute[74639]:     <vmcoreinfo state='on'/>
Nov 15 19:56:49 user nova-compute[74639]:   </features>
Nov 15 19:56:49 user nova-compute[74639]:   <cpu mode='custom' match='exact' check='full'>
Nov 15 19:56:49 user nova-compute[74639]:     <model fallback='forbid'>Nehalem</model>
Nov 15 19:56:49 user nova-compute[74639]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 15 19:56:49 user nova-compute[74639]:     <feature policy='require' name='vme'/>
Nov 15 19:56:49 user nova-compute[74639]:     <feature policy='require' name='x2apic'/>
Nov 15 19:56:49 user nova-compute[74639]:     <feature policy='require' name='hypervisor'/>
Nov 15 19:56:49 user nova-compute[74639]:   </cpu>
Nov 15 19:56:49 user nova-compute[74639]:   <clock offset='utc'>
Nov 15 19:56:49 user nova-compute[74639]:     <timer name='pit' tickpolicy='delay'/>
Nov 15 19:56:49 user nova-compute[74639]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 15 19:56:49 user nova-compute[74639]:     <timer name='hpet' present='no'/>
Nov 15 19:56:49 user nova-compute[74639]:   </clock>
Nov 15 19:56:49 user nova-compute[74639]:   <on_poweroff>destroy</on_poweroff>
Nov 15 19:56:49 user nova-compute[74639]:   <on_reboot>restart</on_reboot>
Nov 15 19:56:49 user nova-compute[74639]:   <on_crash>destroy</on_crash>
Nov 15 19:56:49 user nova-compute[74639]:   <devices>
Nov 15 19:56:49 user nova-compute[74639]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 15 19:56:49 user nova-compute[74639]:     <disk type='file' device='disk'>
Nov 15 19:56:49 user nova-compute[74639]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 15 19:56:49 user nova-compute[74639]:       <source file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk' index='2'/>
Nov 15 19:56:49 user nova-compute[74639]:       <backingStore type='file' index='3'>
Nov 15 19:56:49 user nova-compute[74639]:         <format type='raw'/>
Nov 15 19:56:49 user nova-compute[74639]:         <source file='/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018'/>
Nov 15 19:56:49 user nova-compute[74639]:         <backingStore/>
Nov 15 19:56:49 user nova-compute[74639]:       </backingStore>
Nov 15 19:56:49 user nova-compute[74639]:       <target dev='vda' bus='virtio'/>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='virtio-disk0'/>
Nov 15 19:56:49 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </disk>
Nov 15 19:56:49 user nova-compute[74639]:     <disk type='file' device='cdrom'>
Nov 15 19:56:49 user nova-compute[74639]:       <driver name='qemu' type='raw' cache='none'/>
Nov 15 19:56:49 user nova-compute[74639]:       <source file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.config' index='1'/>
Nov 15 19:56:49 user nova-compute[74639]:       <backingStore/>
Nov 15 19:56:49 user nova-compute[74639]:       <target dev='hda' bus='ide'/>
Nov 15 19:56:49 user nova-compute[74639]:       <readonly/>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='ide0-0-0'/>
Nov 15 19:56:49 user nova-compute[74639]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </disk>
Nov 15 19:56:49 user nova-compute[74639]:     <controller type='usb' index='0' model='none'>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='usb'/>
Nov 15 19:56:49 user nova-compute[74639]:     </controller>
Nov 15 19:56:49 user nova-compute[74639]:     <controller type='pci' index='0' model='pci-root'>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='pci.0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </controller>
Nov 15 19:56:49 user nova-compute[74639]:     <controller type='ide' index='0'>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='ide'/>
Nov 15 19:56:49 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 15 19:56:49 user nova-compute[74639]:     </controller>
Nov 15 19:56:49 user nova-compute[74639]:     <interface type='ethernet'>
Nov 15 19:56:49 user nova-compute[74639]:       <mac address='fa:16:3e:ed:60:32'/>
Nov 15 19:56:49 user nova-compute[74639]:       <target dev='tap6a235e9a-7c'/>
Nov 15 19:56:49 user nova-compute[74639]:       <model type='virtio'/>
Nov 15 19:56:49 user nova-compute[74639]:       <mtu size='1442'/>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='net0'/>
Nov 15 19:56:49 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </interface>
Nov 15 19:56:49 user nova-compute[74639]:     <serial type='pty'>
Nov 15 19:56:49 user nova-compute[74639]:       <source path='/dev/pts/9'/>
Nov 15 19:56:49 user nova-compute[74639]:       <log file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log' append='off'/>
Nov 15 19:56:49 user nova-compute[74639]:       <target type='isa-serial' port='0'>
Nov 15 19:56:49 user nova-compute[74639]:         <model name='isa-serial'/>
Nov 15 19:56:49 user nova-compute[74639]:       </target>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='serial0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </serial>
Nov 15 19:56:49 user nova-compute[74639]:     <console type='pty' tty='/dev/pts/9'>
Nov 15 19:56:49 user nova-compute[74639]:       <source path='/dev/pts/9'/>
Nov 15 19:56:49 user nova-compute[74639]:       <log file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log' append='off'/>
Nov 15 19:56:49 user nova-compute[74639]:       <target type='serial' port='0'/>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='serial0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </console>
Nov 15 19:56:49 user nova-compute[74639]:     <input type='mouse' bus='ps2'>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='input0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </input>
Nov 15 19:56:49 user nova-compute[74639]:     <input type='keyboard' bus='ps2'>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='input1'/>
Nov 15 19:56:49 user nova-compute[74639]:     </input>
Nov 15 19:56:49 user nova-compute[74639]:     <graphics type='vnc' port='5909' autoport='yes' listen='0.0.0.0'>
Nov 15 19:56:49 user nova-compute[74639]:       <listen type='address' address='0.0.0.0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </graphics>
Nov 15 19:56:49 user nova-compute[74639]:     <audio id='1' type='none'/>
Nov 15 19:56:49 user nova-compute[74639]:     <video>
Nov 15 19:56:49 user nova-compute[74639]:       <model type='virtio' heads='1' primary='yes'/>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='video0'/>
Nov 15 19:56:49 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </video>
Nov 15 19:56:49 user nova-compute[74639]:     <memballoon model='virtio'>
Nov 15 19:56:49 user nova-compute[74639]:       <stats period='10'/>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='balloon0'/>
Nov 15 19:56:49 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </memballoon>
Nov 15 19:56:49 user nova-compute[74639]:     <rng model='virtio'>
Nov 15 19:56:49 user nova-compute[74639]:       <backend model='random'>/dev/urandom</backend>
Nov 15 19:56:49 user nova-compute[74639]:       <alias name='rng0'/>
Nov 15 19:56:49 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 15 19:56:49 user nova-compute[74639]:     </rng>
Nov 15 19:56:49 user nova-compute[74639]:   </devices>
Nov 15 19:56:49 user nova-compute[74639]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 15 19:56:49 user nova-compute[74639]:     <label>libvirt-5d9cabda-8890-4ced-b902-70dba1c17c75</label>
Nov 15 19:56:49 user nova-compute[74639]:     <imagelabel>libvirt-5d9cabda-8890-4ced-b902-70dba1c17c75</imagelabel>
Nov 15 19:56:49 user nova-compute[74639]:   </seclabel>
Nov 15 19:56:49 user nova-compute[74639]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 15 19:56:49 user nova-compute[74639]:     <label>+64055:+108</label>
Nov 15 19:56:49 user nova-compute[74639]:     <imagelabel>+64055:+108</imagelabel>
Nov 15 19:56:49 user nova-compute[74639]:   </seclabel>
Nov 15 19:56:49 user nova-compute[74639]: </domain>
Nov 15 19:56:49 user nova-compute[74639]:  {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 15 19:56:49 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Successfully detached device tapca4fae7f-06 from instance 5d9cabda-8890-4ced-b902-70dba1c17c75 from the live domain config.
Nov 15 19:56:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=InstanceDeviceMetadata,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-940761410',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-940761410',id=10,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDmasMGm0/6UeJ5Eh0n5KAlpCA1D7JThoF7NJ+OLrsYpuWsGESIaGh2wyF2fXOpxGRhY4v3fCiCTyg7+Sw72c77tSrLFRJRcJMhc0LeSyqk2Lfu+frmYgHYD7ymDN22uQ==',key_name='tempest-keypair-1683379322',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='92a342a3b32442148b972c68cd242da5',ramdisk_id='',reservation_id='r-61zd6yku',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1782047340',owner_user_name='tempest-TaggedAttachmentsTest-1782047340-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='452dfd4f3f454b62bdbf6c2f03ebc0d8',uuid=5d9cabda-8890-4ced-b902-70dba1c17c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converting VIF {"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG os_vif [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca4fae7f-06, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=2530c42e-c642-4e97-959c-b2fc39399d09) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:49 user nova-compute[74639]: INFO os_vif [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06')
Nov 15 19:56:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:56:49 user nova-compute[74639]:   <nova:package version="0.0.0"/>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:name>tempest-device-tagging-server-940761410</nova:name>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:creationTime>2023-11-15 19:56:49</nova:creationTime>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:flavor name="m1.tiny">
Nov 15 19:56:49 user nova-compute[74639]:     <nova:memory>512</nova:memory>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:disk>1</nova:disk>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:swap>0</nova:swap>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:vcpus>1</nova:vcpus>
Nov 15 19:56:49 user nova-compute[74639]:   </nova:flavor>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:owner>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:user uuid="452dfd4f3f454b62bdbf6c2f03ebc0d8">tempest-TaggedAttachmentsTest-1782047340-project-member</nova:user>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:project uuid="92a342a3b32442148b972c68cd242da5">tempest-TaggedAttachmentsTest-1782047340</nova:project>
Nov 15 19:56:49 user nova-compute[74639]:   </nova:owner>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:56:49 user nova-compute[74639]:   <nova:ports>
Nov 15 19:56:49 user nova-compute[74639]:     <nova:port uuid="6a235e9a-7c68-4c70-af89-97f420a3a0fb">
Nov 15 19:56:49 user nova-compute[74639]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:56:49 user nova-compute[74639]:     </nova:port>
Nov 15 19:56:49 user nova-compute[74639]:   </nova:ports>
Nov 15 19:56:49 user nova-compute[74639]: </nova:instance>
Nov 15 19:56:49 user nova-compute[74639]:  {{(pid=74639) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG nova.objects.instance [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lazy-loading 'flavor' on Instance uuid 0244a1f6-b42d-425c-a7bc-7af658bff0ef {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ceeed16-52c4-4e57-b73c-20d0c684ba43 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.677s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-deleted-ca4fae7f-06a9-4e61-a8fa-86c931d5678b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:56:50 user nova-compute[74639]: INFO nova.compute.manager [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Neutron deleted interface ca4fae7f-06a9-4e61-a8fa-86c931d5678b; detaching it from the instance and deleting it from the info cache
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updating instance_info_cache with network_info: [{"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": null, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.objects.instance [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] Lazy-loading 'system_metadata' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquired lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.objects.instance [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] Lazy-loading 'flavor' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.objects.base [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] Object Instance<5d9cabda-8890-4ced-b902-70dba1c17c75> lazy-loaded attributes: system_metadata,flavor {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-940761410',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-940761410',id=10,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDmasMGm0/6UeJ5Eh0n5KAlpCA1D7JThoF7NJ+OLrsYpuWsGESIaGh2wyF2fXOpxGRhY4v3fCiCTyg7+Sw72c77tSrLFRJRcJMhc0LeSyqk2Lfu+frmYgHYD7ymDN22uQ==',key_name='tempest-keypair-1683379322',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='92a342a3b32442148b972c68cd242da5',ramdisk_id='',reservation_id='r-61zd6yku',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1782047340',owner_user_name='tempest-TaggedAttachmentsTest-1782047340-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='452dfd4f3f454b62bdbf6c2f03ebc0d8',uuid=5d9cabda-8890-4ced-b902-70dba1c17c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] Converting VIF {"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface> {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface>not found in domain: <domain type='kvm' id='10'>
Nov 15 19:56:50 user nova-compute[74639]:   <name>instance-0000000a</name>
Nov 15 19:56:50 user nova-compute[74639]:   <uuid>5d9cabda-8890-4ced-b902-70dba1c17c75</uuid>
Nov 15 19:56:50 user nova-compute[74639]:   <metadata>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:56:50 user nova-compute[74639]:   <nova:package version="0.0.0"/>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:name>tempest-device-tagging-server-940761410</nova:name>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:creationTime>2023-11-15 19:56:49</nova:creationTime>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:flavor name="m1.tiny">
Nov 15 19:56:50 user nova-compute[74639]:     <nova:memory>512</nova:memory>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:disk>1</nova:disk>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:swap>0</nova:swap>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:vcpus>1</nova:vcpus>
Nov 15 19:56:50 user nova-compute[74639]:   </nova:flavor>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:owner>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:user uuid="452dfd4f3f454b62bdbf6c2f03ebc0d8">tempest-TaggedAttachmentsTest-1782047340-project-member</nova:user>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:project uuid="92a342a3b32442148b972c68cd242da5">tempest-TaggedAttachmentsTest-1782047340</nova:project>
Nov 15 19:56:50 user nova-compute[74639]:   </nova:owner>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:ports>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:port uuid="6a235e9a-7c68-4c70-af89-97f420a3a0fb">
Nov 15 19:56:50 user nova-compute[74639]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:56:50 user nova-compute[74639]:     </nova:port>
Nov 15 19:56:50 user nova-compute[74639]:   </nova:ports>
Nov 15 19:56:50 user nova-compute[74639]: </nova:instance>
Nov 15 19:56:50 user nova-compute[74639]:   </metadata>
Nov 15 19:56:50 user nova-compute[74639]:   <memory unit='KiB'>524288</memory>
Nov 15 19:56:50 user nova-compute[74639]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 15 19:56:50 user nova-compute[74639]:   <vcpu placement='static'>1</vcpu>
Nov 15 19:56:50 user nova-compute[74639]:   <resource>
Nov 15 19:56:50 user nova-compute[74639]:     <partition>/machine</partition>
Nov 15 19:56:50 user nova-compute[74639]:   </resource>
Nov 15 19:56:50 user nova-compute[74639]:   <sysinfo type='smbios'>
Nov 15 19:56:50 user nova-compute[74639]:     <system>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='product'>OpenStack Nova</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='version'>0.0.0</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='serial'>5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='uuid'>5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='family'>Virtual Machine</entry>
Nov 15 19:56:50 user nova-compute[74639]:     </system>
Nov 15 19:56:50 user nova-compute[74639]:   </sysinfo>
Nov 15 19:56:50 user nova-compute[74639]:   <os>
Nov 15 19:56:50 user nova-compute[74639]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 15 19:56:50 user nova-compute[74639]:     <boot dev='hd'/>
Nov 15 19:56:50 user nova-compute[74639]:     <smbios mode='sysinfo'/>
Nov 15 19:56:50 user nova-compute[74639]:   </os>
Nov 15 19:56:50 user nova-compute[74639]:   <features>
Nov 15 19:56:50 user nova-compute[74639]:     <acpi/>
Nov 15 19:56:50 user nova-compute[74639]:     <apic/>
Nov 15 19:56:50 user nova-compute[74639]:     <vmcoreinfo state='on'/>
Nov 15 19:56:50 user nova-compute[74639]:   </features>
Nov 15 19:56:50 user nova-compute[74639]:   <cpu mode='custom' match='exact' check='full'>
Nov 15 19:56:50 user nova-compute[74639]:     <model fallback='forbid'>Nehalem</model>
Nov 15 19:56:50 user nova-compute[74639]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 15 19:56:50 user nova-compute[74639]:     <feature policy='require' name='vme'/>
Nov 15 19:56:50 user nova-compute[74639]:     <feature policy='require' name='x2apic'/>
Nov 15 19:56:50 user nova-compute[74639]:     <feature policy='require' name='hypervisor'/>
Nov 15 19:56:50 user nova-compute[74639]:   </cpu>
Nov 15 19:56:50 user nova-compute[74639]:   <clock offset='utc'>
Nov 15 19:56:50 user nova-compute[74639]:     <timer name='pit' tickpolicy='delay'/>
Nov 15 19:56:50 user nova-compute[74639]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 15 19:56:50 user nova-compute[74639]:     <timer name='hpet' present='no'/>
Nov 15 19:56:50 user nova-compute[74639]:   </clock>
Nov 15 19:56:50 user nova-compute[74639]:   <on_poweroff>destroy</on_poweroff>
Nov 15 19:56:50 user nova-compute[74639]:   <on_reboot>restart</on_reboot>
Nov 15 19:56:50 user nova-compute[74639]:   <on_crash>destroy</on_crash>
Nov 15 19:56:50 user nova-compute[74639]:   <devices>
Nov 15 19:56:50 user nova-compute[74639]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 15 19:56:50 user nova-compute[74639]:     <disk type='file' device='disk'>
Nov 15 19:56:50 user nova-compute[74639]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 15 19:56:50 user nova-compute[74639]:       <source file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk' index='2'/>
Nov 15 19:56:50 user nova-compute[74639]:       <backingStore type='file' index='3'>
Nov 15 19:56:50 user nova-compute[74639]:         <format type='raw'/>
Nov 15 19:56:50 user nova-compute[74639]:         <source file='/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018'/>
Nov 15 19:56:50 user nova-compute[74639]:         <backingStore/>
Nov 15 19:56:50 user nova-compute[74639]:       </backingStore>
Nov 15 19:56:50 user nova-compute[74639]:       <target dev='vda' bus='virtio'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='virtio-disk0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </disk>
Nov 15 19:56:50 user nova-compute[74639]:     <disk type='file' device='cdrom'>
Nov 15 19:56:50 user nova-compute[74639]:       <driver name='qemu' type='raw' cache='none'/>
Nov 15 19:56:50 user nova-compute[74639]:       <source file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.config' index='1'/>
Nov 15 19:56:50 user nova-compute[74639]:       <backingStore/>
Nov 15 19:56:50 user nova-compute[74639]:       <target dev='hda' bus='ide'/>
Nov 15 19:56:50 user nova-compute[74639]:       <readonly/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='ide0-0-0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </disk>
Nov 15 19:56:50 user nova-compute[74639]:     <controller type='usb' index='0' model='none'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='usb'/>
Nov 15 19:56:50 user nova-compute[74639]:     </controller>
Nov 15 19:56:50 user nova-compute[74639]:     <controller type='pci' index='0' model='pci-root'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='pci.0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </controller>
Nov 15 19:56:50 user nova-compute[74639]:     <controller type='ide' index='0'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='ide'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 15 19:56:50 user nova-compute[74639]:     </controller>
Nov 15 19:56:50 user nova-compute[74639]:     <interface type='ethernet'>
Nov 15 19:56:50 user nova-compute[74639]:       <mac address='fa:16:3e:ed:60:32'/>
Nov 15 19:56:50 user nova-compute[74639]:       <target dev='tap6a235e9a-7c'/>
Nov 15 19:56:50 user nova-compute[74639]:       <model type='virtio'/>
Nov 15 19:56:50 user nova-compute[74639]:       <mtu size='1442'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='net0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </interface>
Nov 15 19:56:50 user nova-compute[74639]:     <serial type='pty'>
Nov 15 19:56:50 user nova-compute[74639]:       <source path='/dev/pts/9'/>
Nov 15 19:56:50 user nova-compute[74639]:       <log file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log' append='off'/>
Nov 15 19:56:50 user nova-compute[74639]:       <target type='isa-serial' port='0'>
Nov 15 19:56:50 user nova-compute[74639]:         <model name='isa-serial'/>
Nov 15 19:56:50 user nova-compute[74639]:       </target>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='serial0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </serial>
Nov 15 19:56:50 user nova-compute[74639]:     <console type='pty' tty='/dev/pts/9'>
Nov 15 19:56:50 user nova-compute[74639]:       <source path='/dev/pts/9'/>
Nov 15 19:56:50 user nova-compute[74639]:       <log file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log' append='off'/>
Nov 15 19:56:50 user nova-compute[74639]:       <target type='serial' port='0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='serial0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </console>
Nov 15 19:56:50 user nova-compute[74639]:     <input type='mouse' bus='ps2'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='input0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </input>
Nov 15 19:56:50 user nova-compute[74639]:     <input type='keyboard' bus='ps2'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='input1'/>
Nov 15 19:56:50 user nova-compute[74639]:     </input>
Nov 15 19:56:50 user nova-compute[74639]:     <graphics type='vnc' port='5909' autoport='yes' listen='0.0.0.0'>
Nov 15 19:56:50 user nova-compute[74639]:       <listen type='address' address='0.0.0.0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </graphics>
Nov 15 19:56:50 user nova-compute[74639]:     <audio id='1' type='none'/>
Nov 15 19:56:50 user nova-compute[74639]:     <video>
Nov 15 19:56:50 user nova-compute[74639]:       <model type='virtio' heads='1' primary='yes'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='video0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </video>
Nov 15 19:56:50 user nova-compute[74639]:     <memballoon model='virtio'>
Nov 15 19:56:50 user nova-compute[74639]:       <stats period='10'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='balloon0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </memballoon>
Nov 15 19:56:50 user nova-compute[74639]:     <rng model='virtio'>
Nov 15 19:56:50 user nova-compute[74639]:       <backend model='random'>/dev/urandom</backend>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='rng0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </rng>
Nov 15 19:56:50 user nova-compute[74639]:   </devices>
Nov 15 19:56:50 user nova-compute[74639]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 15 19:56:50 user nova-compute[74639]:     <label>libvirt-5d9cabda-8890-4ced-b902-70dba1c17c75</label>
Nov 15 19:56:50 user nova-compute[74639]:     <imagelabel>libvirt-5d9cabda-8890-4ced-b902-70dba1c17c75</imagelabel>
Nov 15 19:56:50 user nova-compute[74639]:   </seclabel>
Nov 15 19:56:50 user nova-compute[74639]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 15 19:56:50 user nova-compute[74639]:     <label>+64055:+108</label>
Nov 15 19:56:50 user nova-compute[74639]:     <imagelabel>+64055:+108</imagelabel>
Nov 15 19:56:50 user nova-compute[74639]:   </seclabel>
Nov 15 19:56:50 user nova-compute[74639]: </domain>
Nov 15 19:56:50 user nova-compute[74639]:  {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] looking for interface given config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface> {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:257}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] interface for config: <interface type="ethernet"><mac address="fa:16:3e:11:56:6c"/><model type="virtio"/><mtu size="1442"/><target dev="tapca4fae7f-06"/></interface>not found in domain: <domain type='kvm' id='10'>
Nov 15 19:56:50 user nova-compute[74639]:   <name>instance-0000000a</name>
Nov 15 19:56:50 user nova-compute[74639]:   <uuid>5d9cabda-8890-4ced-b902-70dba1c17c75</uuid>
Nov 15 19:56:50 user nova-compute[74639]:   <metadata>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1" xmlns:instance="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:56:50 user nova-compute[74639]:   <nova:package version="0.0.0"/>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:name>tempest-device-tagging-server-940761410</nova:name>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:creationTime>2023-11-15 19:56:49</nova:creationTime>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:flavor name="m1.tiny">
Nov 15 19:56:50 user nova-compute[74639]:     <nova:memory>512</nova:memory>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:disk>1</nova:disk>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:swap>0</nova:swap>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:vcpus>1</nova:vcpus>
Nov 15 19:56:50 user nova-compute[74639]:   </nova:flavor>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:owner>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:user uuid="452dfd4f3f454b62bdbf6c2f03ebc0d8">tempest-TaggedAttachmentsTest-1782047340-project-member</nova:user>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:project uuid="92a342a3b32442148b972c68cd242da5">tempest-TaggedAttachmentsTest-1782047340</nova:project>
Nov 15 19:56:50 user nova-compute[74639]:   </nova:owner>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:ports>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:port uuid="6a235e9a-7c68-4c70-af89-97f420a3a0fb">
Nov 15 19:56:50 user nova-compute[74639]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:56:50 user nova-compute[74639]:     </nova:port>
Nov 15 19:56:50 user nova-compute[74639]:   </nova:ports>
Nov 15 19:56:50 user nova-compute[74639]: </nova:instance>
Nov 15 19:56:50 user nova-compute[74639]:   </metadata>
Nov 15 19:56:50 user nova-compute[74639]:   <memory unit='KiB'>524288</memory>
Nov 15 19:56:50 user nova-compute[74639]:   <currentMemory unit='KiB'>524288</currentMemory>
Nov 15 19:56:50 user nova-compute[74639]:   <vcpu placement='static'>1</vcpu>
Nov 15 19:56:50 user nova-compute[74639]:   <resource>
Nov 15 19:56:50 user nova-compute[74639]:     <partition>/machine</partition>
Nov 15 19:56:50 user nova-compute[74639]:   </resource>
Nov 15 19:56:50 user nova-compute[74639]:   <sysinfo type='smbios'>
Nov 15 19:56:50 user nova-compute[74639]:     <system>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='manufacturer'>OpenStack Foundation</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='product'>OpenStack Nova</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='version'>0.0.0</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='serial'>5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='uuid'>5d9cabda-8890-4ced-b902-70dba1c17c75</entry>
Nov 15 19:56:50 user nova-compute[74639]:       <entry name='family'>Virtual Machine</entry>
Nov 15 19:56:50 user nova-compute[74639]:     </system>
Nov 15 19:56:50 user nova-compute[74639]:   </sysinfo>
Nov 15 19:56:50 user nova-compute[74639]:   <os>
Nov 15 19:56:50 user nova-compute[74639]:     <type arch='x86_64' machine='pc-i440fx-6.2'>hvm</type>
Nov 15 19:56:50 user nova-compute[74639]:     <boot dev='hd'/>
Nov 15 19:56:50 user nova-compute[74639]:     <smbios mode='sysinfo'/>
Nov 15 19:56:50 user nova-compute[74639]:   </os>
Nov 15 19:56:50 user nova-compute[74639]:   <features>
Nov 15 19:56:50 user nova-compute[74639]:     <acpi/>
Nov 15 19:56:50 user nova-compute[74639]:     <apic/>
Nov 15 19:56:50 user nova-compute[74639]:     <vmcoreinfo state='on'/>
Nov 15 19:56:50 user nova-compute[74639]:   </features>
Nov 15 19:56:50 user nova-compute[74639]:   <cpu mode='custom' match='exact' check='full'>
Nov 15 19:56:50 user nova-compute[74639]:     <model fallback='forbid'>Nehalem</model>
Nov 15 19:56:50 user nova-compute[74639]:     <topology sockets='1' dies='1' cores='1' threads='1'/>
Nov 15 19:56:50 user nova-compute[74639]:     <feature policy='require' name='vme'/>
Nov 15 19:56:50 user nova-compute[74639]:     <feature policy='require' name='x2apic'/>
Nov 15 19:56:50 user nova-compute[74639]:     <feature policy='require' name='hypervisor'/>
Nov 15 19:56:50 user nova-compute[74639]:   </cpu>
Nov 15 19:56:50 user nova-compute[74639]:   <clock offset='utc'>
Nov 15 19:56:50 user nova-compute[74639]:     <timer name='pit' tickpolicy='delay'/>
Nov 15 19:56:50 user nova-compute[74639]:     <timer name='rtc' tickpolicy='catchup'/>
Nov 15 19:56:50 user nova-compute[74639]:     <timer name='hpet' present='no'/>
Nov 15 19:56:50 user nova-compute[74639]:   </clock>
Nov 15 19:56:50 user nova-compute[74639]:   <on_poweroff>destroy</on_poweroff>
Nov 15 19:56:50 user nova-compute[74639]:   <on_reboot>restart</on_reboot>
Nov 15 19:56:50 user nova-compute[74639]:   <on_crash>destroy</on_crash>
Nov 15 19:56:50 user nova-compute[74639]:   <devices>
Nov 15 19:56:50 user nova-compute[74639]:     <emulator>/usr/bin/qemu-system-x86_64</emulator>
Nov 15 19:56:50 user nova-compute[74639]:     <disk type='file' device='disk'>
Nov 15 19:56:50 user nova-compute[74639]:       <driver name='qemu' type='qcow2' cache='none'/>
Nov 15 19:56:50 user nova-compute[74639]:       <source file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk' index='2'/>
Nov 15 19:56:50 user nova-compute[74639]:       <backingStore type='file' index='3'>
Nov 15 19:56:50 user nova-compute[74639]:         <format type='raw'/>
Nov 15 19:56:50 user nova-compute[74639]:         <source file='/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018'/>
Nov 15 19:56:50 user nova-compute[74639]:         <backingStore/>
Nov 15 19:56:50 user nova-compute[74639]:       </backingStore>
Nov 15 19:56:50 user nova-compute[74639]:       <target dev='vda' bus='virtio'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='virtio-disk0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x04' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </disk>
Nov 15 19:56:50 user nova-compute[74639]:     <disk type='file' device='cdrom'>
Nov 15 19:56:50 user nova-compute[74639]:       <driver name='qemu' type='raw' cache='none'/>
Nov 15 19:56:50 user nova-compute[74639]:       <source file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/disk.config' index='1'/>
Nov 15 19:56:50 user nova-compute[74639]:       <backingStore/>
Nov 15 19:56:50 user nova-compute[74639]:       <target dev='hda' bus='ide'/>
Nov 15 19:56:50 user nova-compute[74639]:       <readonly/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='ide0-0-0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='drive' controller='0' bus='0' target='0' unit='0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </disk>
Nov 15 19:56:50 user nova-compute[74639]:     <controller type='usb' index='0' model='none'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='usb'/>
Nov 15 19:56:50 user nova-compute[74639]:     </controller>
Nov 15 19:56:50 user nova-compute[74639]:     <controller type='pci' index='0' model='pci-root'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='pci.0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </controller>
Nov 15 19:56:50 user nova-compute[74639]:     <controller type='ide' index='0'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='ide'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x01' function='0x1'/>
Nov 15 19:56:50 user nova-compute[74639]:     </controller>
Nov 15 19:56:50 user nova-compute[74639]:     <interface type='ethernet'>
Nov 15 19:56:50 user nova-compute[74639]:       <mac address='fa:16:3e:ed:60:32'/>
Nov 15 19:56:50 user nova-compute[74639]:       <target dev='tap6a235e9a-7c'/>
Nov 15 19:56:50 user nova-compute[74639]:       <model type='virtio'/>
Nov 15 19:56:50 user nova-compute[74639]:       <mtu size='1442'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='net0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x03' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </interface>
Nov 15 19:56:50 user nova-compute[74639]:     <serial type='pty'>
Nov 15 19:56:50 user nova-compute[74639]:       <source path='/dev/pts/9'/>
Nov 15 19:56:50 user nova-compute[74639]:       <log file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log' append='off'/>
Nov 15 19:56:50 user nova-compute[74639]:       <target type='isa-serial' port='0'>
Nov 15 19:56:50 user nova-compute[74639]:         <model name='isa-serial'/>
Nov 15 19:56:50 user nova-compute[74639]:       </target>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='serial0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </serial>
Nov 15 19:56:50 user nova-compute[74639]:     <console type='pty' tty='/dev/pts/9'>
Nov 15 19:56:50 user nova-compute[74639]:       <source path='/dev/pts/9'/>
Nov 15 19:56:50 user nova-compute[74639]:       <log file='/opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75/console.log' append='off'/>
Nov 15 19:56:50 user nova-compute[74639]:       <target type='serial' port='0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='serial0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </console>
Nov 15 19:56:50 user nova-compute[74639]:     <input type='mouse' bus='ps2'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='input0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </input>
Nov 15 19:56:50 user nova-compute[74639]:     <input type='keyboard' bus='ps2'>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='input1'/>
Nov 15 19:56:50 user nova-compute[74639]:     </input>
Nov 15 19:56:50 user nova-compute[74639]:     <graphics type='vnc' port='5909' autoport='yes' listen='0.0.0.0'>
Nov 15 19:56:50 user nova-compute[74639]:       <listen type='address' address='0.0.0.0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </graphics>
Nov 15 19:56:50 user nova-compute[74639]:     <audio id='1' type='none'/>
Nov 15 19:56:50 user nova-compute[74639]:     <video>
Nov 15 19:56:50 user nova-compute[74639]:       <model type='virtio' heads='1' primary='yes'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='video0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x02' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </video>
Nov 15 19:56:50 user nova-compute[74639]:     <memballoon model='virtio'>
Nov 15 19:56:50 user nova-compute[74639]:       <stats period='10'/>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='balloon0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x05' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </memballoon>
Nov 15 19:56:50 user nova-compute[74639]:     <rng model='virtio'>
Nov 15 19:56:50 user nova-compute[74639]:       <backend model='random'>/dev/urandom</backend>
Nov 15 19:56:50 user nova-compute[74639]:       <alias name='rng0'/>
Nov 15 19:56:50 user nova-compute[74639]:       <address type='pci' domain='0x0000' bus='0x00' slot='0x06' function='0x0'/>
Nov 15 19:56:50 user nova-compute[74639]:     </rng>
Nov 15 19:56:50 user nova-compute[74639]:   </devices>
Nov 15 19:56:50 user nova-compute[74639]:   <seclabel type='dynamic' model='apparmor' relabel='yes'>
Nov 15 19:56:50 user nova-compute[74639]:     <label>libvirt-5d9cabda-8890-4ced-b902-70dba1c17c75</label>
Nov 15 19:56:50 user nova-compute[74639]:     <imagelabel>libvirt-5d9cabda-8890-4ced-b902-70dba1c17c75</imagelabel>
Nov 15 19:56:50 user nova-compute[74639]:   </seclabel>
Nov 15 19:56:50 user nova-compute[74639]:   <seclabel type='dynamic' model='dac' relabel='yes'>
Nov 15 19:56:50 user nova-compute[74639]:     <label>+64055:+108</label>
Nov 15 19:56:50 user nova-compute[74639]:     <imagelabel>+64055:+108</imagelabel>
Nov 15 19:56:50 user nova-compute[74639]:   </seclabel>
Nov 15 19:56:50 user nova-compute[74639]: </domain>
Nov 15 19:56:50 user nova-compute[74639]:  {{(pid=74639) get_interface_by_cfg /opt/stack/nova/nova/virt/libvirt/guest.py:282}}
Nov 15 19:56:50 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Detaching interface fa:16:3e:11:56:6c failed because the device is no longer found on the guest.: nova.exception.DeviceNotFound: Device 'tapca4fae7f-06' not found.
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-940761410',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-940761410',id=10,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDmasMGm0/6UeJ5Eh0n5KAlpCA1D7JThoF7NJ+OLrsYpuWsGESIaGh2wyF2fXOpxGRhY4v3fCiCTyg7+Sw72c77tSrLFRJRcJMhc0LeSyqk2Lfu+frmYgHYD7ymDN22uQ==',key_name='tempest-keypair-1683379322',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata=<?>,migration_context=None,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='92a342a3b32442148b972c68cd242da5',ramdisk_id='',reservation_id='r-61zd6yku',resources=<?>,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1782047340',owner_user_name='tempest-TaggedAttachmentsTest-1782047340-project-member'},tags=<?>,task_state=None,terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='452dfd4f3f454b62bdbf6c2f03ebc0d8',uuid=5d9cabda-8890-4ced-b902-70dba1c17c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] Converting VIF {"id": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "address": "fa:16:3e:11:56:6c", "network": {"id": "fa6ca018-a8f7-429d-8260-c00680d25c63", "bridge": "br-int", "label": "tempest-tagged-attachments-test-net-719526033", "subnets": [{"cidr": "10.10.10.0/24", "dns": [], "gateway": {"address": "10.10.10.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.10.10.124", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.10.10.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapca4fae7f-06", "ovs_interfaceid": "ca4fae7f-06a9-4e61-a8fa-86c931d5678b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG os_vif [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapca4fae7f-06, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:56:50 user nova-compute[74639]: INFO os_vif [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:56:6c,bridge_name='br-int',has_traffic_filtering=True,id=ca4fae7f-06a9-4e61-a8fa-86c931d5678b,network=Network(fa6ca018-a8f7-429d-8260-c00680d25c63),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapca4fae7f-06')
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [req-0eb21fbc-d03b-4962-99dc-e023e9f7650d req-7755787d-a7e7-4fe8-a70c-8e5857aebf95 service nova] set metadata xml: <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:56:50 user nova-compute[74639]:   <nova:package version="0.0.0"/>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:name>tempest-device-tagging-server-940761410</nova:name>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:creationTime>2023-11-15 19:56:50</nova:creationTime>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:flavor name="m1.tiny">
Nov 15 19:56:50 user nova-compute[74639]:     <nova:memory>512</nova:memory>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:disk>1</nova:disk>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:swap>0</nova:swap>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:vcpus>1</nova:vcpus>
Nov 15 19:56:50 user nova-compute[74639]:   </nova:flavor>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:owner>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:user uuid="452dfd4f3f454b62bdbf6c2f03ebc0d8">tempest-TaggedAttachmentsTest-1782047340-project-member</nova:user>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:project uuid="92a342a3b32442148b972c68cd242da5">tempest-TaggedAttachmentsTest-1782047340</nova:project>
Nov 15 19:56:50 user nova-compute[74639]:   </nova:owner>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:56:50 user nova-compute[74639]:   <nova:ports>
Nov 15 19:56:50 user nova-compute[74639]:     <nova:port uuid="6a235e9a-7c68-4c70-af89-97f420a3a0fb">
Nov 15 19:56:50 user nova-compute[74639]:       <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 19:56:50 user nova-compute[74639]:     </nova:port>
Nov 15 19:56:50 user nova-compute[74639]:   </nova:ports>
Nov 15 19:56:50 user nova-compute[74639]: </nova:instance>
Nov 15 19:56:50 user nova-compute[74639]:  {{(pid=74639) set_metadata /opt/stack/nova/nova/virt/libvirt/guest.py:359}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updating instance_info_cache with network_info: [{"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Releasing lock "refresh_cache-5d9cabda-8890-4ced-b902-70dba1c17c75" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:56:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-043fffb4-1239-4da5-b774-f6e914359415 tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "interface-5d9cabda-8890-4ced-b902-70dba1c17c75-ca4fae7f-06a9-4e61-a8fa-86c931d5678b" "released" by "nova.compute.manager.ComputeManager.detach_interface.<locals>.do_detach_interface" :: held 21.611s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:56:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:56:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:02 user nova-compute[74639]: INFO nova.compute.manager [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Terminating instance
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-5797032e-0d7a-46b2-8118-bb7ffdee83e1 req-52a35684-d0fe-4f2f-922a-1367c82b33f0 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received event network-vif-unplugged-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5797032e-0d7a-46b2-8118-bb7ffdee83e1 req-52a35684-d0fe-4f2f-922a-1367c82b33f0 service nova] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5797032e-0d7a-46b2-8118-bb7ffdee83e1 req-52a35684-d0fe-4f2f-922a-1367c82b33f0 service nova] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5797032e-0d7a-46b2-8118-bb7ffdee83e1 req-52a35684-d0fe-4f2f-922a-1367c82b33f0 service nova] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-5797032e-0d7a-46b2-8118-bb7ffdee83e1 req-52a35684-d0fe-4f2f-922a-1367c82b33f0 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] No waiting events found dispatching network-vif-unplugged-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-5797032e-0d7a-46b2-8118-bb7ffdee83e1 req-52a35684-d0fe-4f2f-922a-1367c82b33f0 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received event network-vif-unplugged-5d2cc122-5dad-4391-875c-e4a209db57ad for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:57:02 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Instance destroyed successfully.
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lazy-loading 'resources' on Instance uuid cad1feb2-1a16-4cf1-95d5-99dd998be94e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:54:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAssistedSnapshotsTest-server-970876907',display_name='tempest-VolumesAssistedSnapshotsTest-server-970876907',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesassistedsnapshotstest-server-970876907',id=11,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEJIe7DzWtDRPzhQtcuJo+4/H6MVI0w9uO2Jte0pUPCiHyRnIu/wFFVqzqKdOL3ND1Z1Sn2nOxJ3O7tSN6H2q9T2miiTR4XInhfKZ5YQRKTWu/psVGjTCcm+o1sFDhx8rQ==',key_name='tempest-keypair-1440181955',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='33089350b0b649b2be9670366bab4bd2',ramdisk_id='',reservation_id='r-08rbisvs',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAssistedSnapshotsTest-654123608',owner_user_name='tempest-VolumesAssistedSnapshotsTest-654123608-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='c027c23d4cda4d6ebf77f3f567caf32c',uuid=cad1feb2-1a16-4cf1-95d5-99dd998be94e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Converting VIF {"id": "5d2cc122-5dad-4391-875c-e4a209db57ad", "address": "fa:16:3e:57:7a:84", "network": {"id": "038c6f4c-99ac-4362-aeb6-384266311049", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1198440397-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "33089350b0b649b2be9670366bab4bd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5d2cc122-5d", "ovs_interfaceid": "5d2cc122-5dad-4391-875c-e4a209db57ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:57:7a:84,bridge_name='br-int',has_traffic_filtering=True,id=5d2cc122-5dad-4391-875c-e4a209db57ad,network=Network(038c6f4c-99ac-4362-aeb6-384266311049),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d2cc122-5d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG os_vif [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:7a:84,bridge_name='br-int',has_traffic_filtering=True,id=5d2cc122-5dad-4391-875c-e4a209db57ad,network=Network(038c6f4c-99ac-4362-aeb6-384266311049),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d2cc122-5d') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5d2cc122-5d, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6277679f-dfec-4926-a5d5-0849bef8c9df) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:02 user nova-compute[74639]: INFO os_vif [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:57:7a:84,bridge_name='br-int',has_traffic_filtering=True,id=5d2cc122-5dad-4391-875c-e4a209db57ad,network=Network(038c6f4c-99ac-4362-aeb6-384266311049),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5d2cc122-5d')
Nov 15 19:57:02 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Deleting instance files /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e_del
Nov 15 19:57:02 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Deletion of /opt/stack/data/nova/instances/cad1feb2-1a16-4cf1-95d5-99dd998be94e_del complete
Nov 15 19:57:02 user nova-compute[74639]: INFO nova.compute.manager [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 15 19:57:02 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 19:57:02 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:57:03 user nova-compute[74639]: INFO nova.compute.claims [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Claim successful on node user
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.413s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:03 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:57:03 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Took 0.81 seconds to deallocate network for instance.
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-6e7c1615-1881-49ad-b274-5473e2d77861 req-74b5dc34-2092-4e2c-91ea-28b658be6d15 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received event network-vif-deleted-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:03 user nova-compute[74639]: INFO nova.virt.block_device [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Booting with volume 940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 at /dev/vda
Nov 15 19:57:03 user nova-compute[74639]: DEBUG nova.policy [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '222e0a2d20834a68b5d7728cdf3041e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '16015b8bb69b4d61b557df0017f024cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG os_brick.utils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e30c534-5793-4bfe-8209-463ceb3cd7c4]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf078d4f-912f-48a4-8bcd-6ff031c38535]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae767ed9-1b82-4737-9981-bb11e63447b6]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2cc5ea33-9d31-425b-bb1c-fb93d9f2ead2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:04 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:57:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef5382a9-d09a-47b9-b0ab-2ace796056f3]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG os_brick.utils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating existing volume attachment record: 1c5812e8-1c41-4198-ada4-4dcb4db5128c {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.424s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:04 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Deleted allocations for instance cad1feb2-1a16-4cf1-95d5-99dd998be94e
Nov 15 19:57:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3944dea7-ff93-4cf9-b29d-f81b9220e9b9 tempest-VolumesAssistedSnapshotsTest-654123608 tempest-VolumesAssistedSnapshotsTest-654123608-project-member] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.267s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-e75a84ed-177a-41cd-8644-d28a473b14d4 req-8314a282-6a73-4f29-9a61-b79ddca753f1 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received event network-vif-plugged-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e75a84ed-177a-41cd-8644-d28a473b14d4 req-8314a282-6a73-4f29-9a61-b79ddca753f1 service nova] Acquiring lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e75a84ed-177a-41cd-8644-d28a473b14d4 req-8314a282-6a73-4f29-9a61-b79ddca753f1 service nova] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e75a84ed-177a-41cd-8644-d28a473b14d4 req-8314a282-6a73-4f29-9a61-b79ddca753f1 service nova] Lock "cad1feb2-1a16-4cf1-95d5-99dd998be94e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-e75a84ed-177a-41cd-8644-d28a473b14d4 req-8314a282-6a73-4f29-9a61-b79ddca753f1 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] No waiting events found dispatching network-vif-plugged-5d2cc122-5dad-4391-875c-e4a209db57ad {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:04 user nova-compute[74639]: WARNING nova.compute.manager [req-e75a84ed-177a-41cd-8644-d28a473b14d4 req-8314a282-6a73-4f29-9a61-b79ddca753f1 service nova] [instance: cad1feb2-1a16-4cf1-95d5-99dd998be94e] Received unexpected event network-vif-plugged-5d2cc122-5dad-4391-875c-e4a209db57ad for instance with vm_state deleted and task_state None.
Nov 15 19:57:04 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully created port: c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:57:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully created port: 486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:57:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully created port: 17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:57:06 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully created port: 58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:57:06 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully created port: f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully updated port: c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG nova.compute.manager [req-e86cbfdc-8c2f-4762-baec-667a53c4f1fa req-e2aaf2fd-8c11-4b24-9cfd-a4ff7115c8d8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-changed-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG nova.compute.manager [req-e86cbfdc-8c2f-4762-baec-667a53c4f1fa req-e2aaf2fd-8c11-4b24-9cfd-a4ff7115c8d8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing instance network info cache due to event network-changed-c55a7458-9133-47b7-902b-9c814e24e8bb. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e86cbfdc-8c2f-4762-baec-667a53c4f1fa req-e2aaf2fd-8c11-4b24-9cfd-a4ff7115c8d8 service nova] Acquiring lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e86cbfdc-8c2f-4762-baec-667a53c4f1fa req-e2aaf2fd-8c11-4b24-9cfd-a4ff7115c8d8 service nova] Acquired lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG nova.network.neutron [req-e86cbfdc-8c2f-4762-baec-667a53c4f1fa req-e2aaf2fd-8c11-4b24-9cfd-a4ff7115c8d8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing network info cache for port c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG nova.network.neutron [req-e86cbfdc-8c2f-4762-baec-667a53c4f1fa req-e2aaf2fd-8c11-4b24-9cfd-a4ff7115c8d8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG nova.network.neutron [req-e86cbfdc-8c2f-4762-baec-667a53c4f1fa req-e2aaf2fd-8c11-4b24-9cfd-a4ff7115c8d8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e86cbfdc-8c2f-4762-baec-667a53c4f1fa req-e2aaf2fd-8c11-4b24-9cfd-a4ff7115c8d8 service nova] Releasing lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully updated port: 3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:57:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:08 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully updated port: 30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:57:09 user nova-compute[74639]: INFO nova.virt.block_device [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Booting with volume a50046c1-d8a5-4b76-893b-d5300a65291b at /dev/vdb
Nov 15 19:57:09 user nova-compute[74639]: DEBUG os_brick.utils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c998c5c-967b-4d38-a405-49bca31413b6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[11e9de44-57f6-4905-bee2-4979ba3872be]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f09e38b9-a3ba-47ba-abdb-90dcd29d0f8b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fa2984f-d1b7-4931-a8a0-e0ac9076d531]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully updated port: 486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-changed-3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing instance network info cache due to event network-changed-3f2bb940-e625-4a59-a0bf-6926560cea20. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] Acquiring lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] Acquired lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.network.neutron [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing network info cache for port 3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:09 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[400a1b92-fe7e-461e-a8ad-84f71ff95b78]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG os_brick.utils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating existing volume attachment record: 382a7f3d-389e-498b-b5cf-e2e9bb97b93a {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.network.neutron [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.network.neutron [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] Releasing lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-changed-30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing instance network info cache due to event network-changed-30019d8e-f12e-46ed-8365-23720bdc5ba1. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] Acquiring lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] Acquired lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.network.neutron [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing network info cache for port 30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.network.neutron [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.network.neutron [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b3809e66-3a86-4a26-9766-fc5545e4f875 req-2a2ae0fd-3166-4175-a9d0-bba79c0e7387 service nova] Releasing lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully updated port: 17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:57:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully updated port: 58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:57:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Successfully updated port: f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:57:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquired lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:57:11 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:57:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-changed-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing instance network info cache due to event network-changed-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:57:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Acquiring lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:12 user nova-compute[74639]: DEBUG nova.network.neutron [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [{"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Releasing lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Instance network_info: |[{"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:57:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Acquired lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing network info cache for port 486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:57:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updated VIF entry in instance network info cache for port 486fdb22-2ca3-4e6c-aa0d-bc52e097ed36. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:57:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [{"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Releasing lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-changed-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing instance network info cache due to event network-changed-17a640be-e2ba-4e36-907b-e3073217e945. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Acquiring lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Acquired lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing network info cache for port 17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updated VIF entry in instance network info cache for port 17a640be-e2ba-4e36-907b-e3073217e945. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [{"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Releasing lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-changed-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing instance network info cache due to event network-changed-58e8fac1-bf71-4d29-8189-5f0423b00617. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Acquiring lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Acquired lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing network info cache for port 58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updated VIF entry in instance network info cache for port 58e8fac1-bf71-4d29-8189-5f0423b00617. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [{"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Releasing lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-changed-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing instance network info cache due to event network-changed-f93d065f-b82d-4a60-a7b0-ffedcf498d48. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Acquiring lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Acquired lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing network info cache for port f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:57:14 user nova-compute[74639]: INFO nova.virt.block_device [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Booting with volume fe7e0af2-19dc-4803-a108-6b9662d6f70e at /dev/vdc
Nov 15 19:57:14 user nova-compute[74639]: DEBUG os_brick.utils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae4917e0-d3c1-4072-a173-a3259b972abd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fbd0106-f4f3-4a15-b978-8e6c43960e14]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e96cb73-c2b5-4e84-9088-c672666a68c0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fee58f1-91e4-4e01-806f-b22e8a60f866]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updated VIF entry in instance network info cache for port f93d065f-b82d-4a60-a7b0-ffedcf498d48. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [{"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:14 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8a7b14b-a371-402e-b62d-3b11af3eadcb]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG os_brick.utils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] <== get_connector_properties: return (116ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating existing volume attachment record: 67447b1b-9986-4d5d-91fd-461c9489d84e {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:57:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dcddc17c-ccb0-4e9e-96f4-86ef3c9b5f19 req-7206a234-d415-44e7-b1d7-2ca3905f677b service nova] Releasing lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:17 user nova-compute[74639]: INFO nova.compute.manager [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Terminating instance
Nov 15 19:57:17 user nova-compute[74639]: DEBUG nova.compute.manager [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-9a51ebb6-ddf9-4b5b-854e-4bbebb5befa3 req-c805ad0e-64ac-4924-8332-bb87d15c2421 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received event network-vif-unplugged-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9a51ebb6-ddf9-4b5b-854e-4bbebb5befa3 req-c805ad0e-64ac-4924-8332-bb87d15c2421 service nova] Acquiring lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9a51ebb6-ddf9-4b5b-854e-4bbebb5befa3 req-c805ad0e-64ac-4924-8332-bb87d15c2421 service nova] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9a51ebb6-ddf9-4b5b-854e-4bbebb5befa3 req-c805ad0e-64ac-4924-8332-bb87d15c2421 service nova] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-9a51ebb6-ddf9-4b5b-854e-4bbebb5befa3 req-c805ad0e-64ac-4924-8332-bb87d15c2421 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] No waiting events found dispatching network-vif-unplugged-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-9a51ebb6-ddf9-4b5b-854e-4bbebb5befa3 req-c805ad0e-64ac-4924-8332-bb87d15c2421 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received event network-vif-unplugged-26e69e20-205c-4ea1-a148-347aab275254 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:18 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Instance destroyed successfully.
Nov 15 19:57:18 user nova-compute[74639]: DEBUG nova.objects.instance [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lazy-loading 'resources' on Instance uuid d2d3d312-65d5-4a70-99ba-b7c2fc33b27e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:55:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1688430350',display_name='tempest-ServersNegativeTestJSON-server-1688430350',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1688430350',id=13,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:55:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d61fb16def0b4e4a97280c0e6c03fa4d',ramdisk_id='',reservation_id='r-lg4xf908',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-746888935',owner_user_name='tempest-ServersNegativeTestJSON-746888935-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:55:35Z,user_data=None,user_id='34f961b854514cbe876f70f8385d1c2f',uuid=d2d3d312-65d5-4a70-99ba-b7c2fc33b27e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converting VIF {"id": "26e69e20-205c-4ea1-a148-347aab275254", "address": "fa:16:3e:79:47:0b", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap26e69e20-20", "ovs_interfaceid": "26e69e20-205c-4ea1-a148-347aab275254", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:79:47:0b,bridge_name='br-int',has_traffic_filtering=True,id=26e69e20-205c-4ea1-a148-347aab275254,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26e69e20-20') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG os_vif [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:47:0b,bridge_name='br-int',has_traffic_filtering=True,id=26e69e20-205c-4ea1-a148-347aab275254,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26e69e20-20') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap26e69e20-20, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c8d17d75-cd2f-465d-87c8-66aaf1ec0a24) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:18 user nova-compute[74639]: INFO os_vif [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:79:47:0b,bridge_name='br-int',has_traffic_filtering=True,id=26e69e20-205c-4ea1-a148-347aab275254,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap26e69e20-20')
Nov 15 19:57:18 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Deleting instance files /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e_del
Nov 15 19:57:18 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Deletion of /opt/stack/data/nova/instances/d2d3d312-65d5-4a70-99ba-b7c2fc33b27e_del complete
Nov 15 19:57:18 user nova-compute[74639]: INFO nova.compute.manager [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 15 19:57:18 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:18 user nova-compute[74639]: INFO nova.compute.manager [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Terminating instance
Nov 15 19:57:18 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:57:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Creating image(s)
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Ensure instance console log exists: /opt/stack/data/nova/instances/860c7245-09ae-483d-8c3f-89d068de6bb9/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Start _get_guest_xml network_info=[{"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk', 'boot_index': '2'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk', 'boot_index': '3'}, 'disk.config': {'bus': 'ide', 'dev': 'hda', 'type': 'cdrom'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uncEapts', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '860c7245-09ae-483d-8c3f-89d068de6bb9', 'attached_at': '', 'detached_at': '', 'volume_id': '940ca3e0-fa6b-4cab-a2b3-539cf645dcb0', 'serial': '940ca3e0-fa6b-4cab-a2b3-539cf645dcb0'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 0, 'attachment_id': '1c5812e8-1c41-4198-ada4-4dcb4db5128c', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYEulcnf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '860c7245-09ae-483d-8c3f-89d068de6bb9', 'attached_at': '', 'detached_at': '', 'volume_id': 'a50046c1-d8a5-4b76-893b-d5300a65291b', 'serial': 'a50046c1-d8a5-4b76-893b-d5300a65291b'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 1, 'attachment_id': '382a7f3d-389e-498b-b5cf-e2e9bb97b93a', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None}, {'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vVYnRHrl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '860c7245-09ae-483d-8c3f-89d068de6bb9', 'attached_at': '', 'detached_at': '', 'volume_id': 'fe7e0af2-19dc-4803-a108-6b9662d6f70e', 'serial': 'fe7e0af2-19dc-4803-a108-6b9662d6f70e'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 2, 'attachment_id': '67447b1b-9986-4d5d-91fd-461c9489d84e', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-8d90f34d-1628-4cad-84f1-bcd08ef8dbef req-ace49174-5966-4c0e-97b2-8f913ff59375 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received event network-vif-deleted-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:19 user nova-compute[74639]: INFO nova.compute.manager [req-8d90f34d-1628-4cad-84f1-bcd08ef8dbef req-ace49174-5966-4c0e-97b2-8f913ff59375 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Neutron deleted interface 26e69e20-205c-4ea1-a148-347aab275254; detaching it from the instance and deleting it from the info cache
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.network.neutron [req-8d90f34d-1628-4cad-84f1-bcd08ef8dbef req-ace49174-5966-4c0e-97b2-8f913ff59375 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:19 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Took 1.09 seconds to deallocate network for instance.
Nov 15 19:57:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Instance destroyed successfully.
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lazy-loading 'resources' on Instance uuid 0244a1f6-b42d-425c-a7bc-7af658bff0ef {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-8d90f34d-1628-4cad-84f1-bcd08ef8dbef req-ace49174-5966-4c0e-97b2-8f913ff59375 service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Detach interface failed, port_id=26e69e20-205c-4ea1-a148-347aab275254, reason: Instance d2d3d312-65d5-4a70-99ba-b7c2fc33b27e could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uncEapts', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:19 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:54:00Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeSwap-server-704555713',display_name='tempest-TestVolumeSwap-server-704555713',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumeswap-server-704555713',id=9,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPxzMc1MieAGAHD977c+Xo1ZKdA/vuSgCj0cof2stbK4AUnfJKOCTJUauXjqYmfkdmI1E5UMv26ssKdXJLBXCGUe7QGGuiKdzfzzCDSX1EfAr3bdAOnu78a6nRvdQ8c0vw==',key_name='tempest-keypair-195357599',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='39c4daddb95d4cd08dc433c5ad11431e',ramdisk_id='',reservation_id='r-nlaf9hmd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeSwap-1783094879',owner_user_name='tempest-TestVolumeSwap-1783094879-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:20Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0c953eacaadd4de7bc735330e285d2da',uuid=0244a1f6-b42d-425c-a7bc-7af658bff0ef,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Converting VIF {"id": "fdd23a86-3195-4548-9c05-b6345e0e5313", "address": "fa:16:3e:96:1c:00", "network": {"id": "cde6b743-ff07-4646-bca8-b815ee77e9c8", "bridge": "br-int", "label": "tempest-TestVolumeSwap-530920977-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "39c4daddb95d4cd08dc433c5ad11431e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfdd23a86-31", "ovs_interfaceid": "fdd23a86-3195-4548-9c05-b6345e0e5313", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:96:1c:00,bridge_name='br-int',has_traffic_filtering=True,id=fdd23a86-3195-4548-9c05-b6345e0e5313,network=Network(cde6b743-ff07-4646-bca8-b815ee77e9c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdd23a86-31') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_vif [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:1c:00,bridge_name='br-int',has_traffic_filtering=True,id=fdd23a86-3195-4548-9c05-b6345e0e5313,network=Network(cde6b743-ff07-4646-bca8-b815ee77e9c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdd23a86-31') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfdd23a86-31, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0c704b0-a644-4c1e-b00d-2a2cb479da58]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:57:19 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ce3b4731-13b0-4db8-8041-32c181326b91) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:19 user nova-compute[74639]: INFO os_vif [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:96:1c:00,bridge_name='br-int',has_traffic_filtering=True,id=fdd23a86-3195-4548-9c05-b6345e0e5313,network=Network(cde6b743-ff07-4646-bca8-b815ee77e9c8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfdd23a86-31')
Nov 15 19:57:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Deleting instance files /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef_del
Nov 15 19:57:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Deletion of /opt/stack/data/nova/instances/0244a1f6-b42d-425c-a7bc-7af658bff0ef_del complete
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[77e49363-22d2-4ce9-b949-e46e684d8bfa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0] added
Nov 15 19:57:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[37ac9170-962d-47f5-90fc-670d57102b4e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dc48303-301a-4f5c-85f1-00fc11b3d0fc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uncEapts {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: INFO nova.compute.manager [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v uncEapts" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[337396ba-04e8-44ad-ab2f-ab9e21cef711]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'uncEapts'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad58cb8-bd88-4db6-9df6-ba4706ffe4d1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d6e63b8-a68d-4dac-b5ff-15c32a28a4a0]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 19:57:19 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 19:57:19 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 19:57:19 user nova-compute[74639]: 
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --login" returned: 0 in 0.048s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[73696029-b91e-4cb7-bdc9-610d35ce663d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0, portal: 172.16.0.220,3260]
Nov 15 19:57:19 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0, portal: 172.16.0.220,3260] successful.
Nov 15 19:57:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[08528d85-1cc2-4fdc-810a-1caabf9ddb5b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb89d92c-83fc-4126-94f1-7e51d50b54be]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.277s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] HCTL ('33', '-', '-', 0) found on session 12 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[902eb7e2-a2e1-48c1-9c69-5ba24fe550e4]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Searching for a device in session 12 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uncEapts', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received event network-vif-plugged-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] Acquiring lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] No waiting events found dispatching network-vif-plugged-26e69e20-205c-4ea1-a148-347aab275254 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:19 user nova-compute[74639]: WARNING nova.compute.manager [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] [instance: d2d3d312-65d5-4a70-99ba-b7c2fc33b27e] Received unexpected event network-vif-plugged-26e69e20-205c-4ea1-a148-347aab275254 for instance with vm_state deleted and task_state None.
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received event network-vif-unplugged-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] No waiting events found dispatching network-vif-unplugged-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received event network-vif-unplugged-fdd23a86-3195-4548-9c05-b6345e0e5313 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received event network-vif-plugged-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] Acquiring lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] No waiting events found dispatching network-vif-plugged-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:19 user nova-compute[74639]: WARNING nova.compute.manager [req-c2251928-6873-45ce-a2d5-e970ad24f760 req-9cd0524c-7dd2-4cdf-ba2a-6b8f4978e6fb service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received unexpected event network-vif-plugged-fdd23a86-3195-4548-9c05-b6345e0e5313 for instance with vm_state active and task_state deleting.
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.371s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:19 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Deleted allocations for instance d2d3d312-65d5-4a70-99ba-b7c2fc33b27e
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dcb4e712-03dd-4404-8cbf-9bca1924e125 tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "d2d3d312-65d5-4a70-99ba-b7c2fc33b27e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.596s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:19 user nova-compute[74639]: INFO nova.compute.manager [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Terminating instance
Nov 15 19:57:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:20 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Took 1.11 seconds to deallocate network for instance.
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] <== connect_volume: return (1316ms) {'type': 'block', 'scsi_wwn': '26635383438363832', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26635383438363832', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Instance destroyed successfully.
Nov 15 19:57:20 user nova-compute[74639]: DEBUG nova.objects.instance [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lazy-loading 'resources' on Instance uuid 5d9cabda-8890-4ced-b902-70dba1c17c75 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYEulcnf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:20 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:20 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:20 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:57:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:54:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-940761410',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-940761410',id=10,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBDmasMGm0/6UeJ5Eh0n5KAlpCA1D7JThoF7NJ+OLrsYpuWsGESIaGh2wyF2fXOpxGRhY4v3fCiCTyg7+Sw72c77tSrLFRJRcJMhc0LeSyqk2Lfu+frmYgHYD7ymDN22uQ==',key_name='tempest-keypair-1683379322',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:20Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='92a342a3b32442148b972c68cd242da5',ramdisk_id='',reservation_id='r-61zd6yku',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedAttachmentsTest-1782047340',owner_user_name='tempest-TaggedAttachmentsTest-1782047340-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:21Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='452dfd4f3f454b62bdbf6c2f03ebc0d8',uuid=5d9cabda-8890-4ced-b902-70dba1c17c75,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converting VIF {"id": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "address": "fa:16:3e:ed:60:32", "network": {"id": "7d8fc47a-2a7f-48a7-829e-00073214cccf", "bridge": "br-int", "label": "tempest-TaggedAttachmentsTest-102989215-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "92a342a3b32442148b972c68cd242da5", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap6a235e9a-7c", "ovs_interfaceid": "6a235e9a-7c68-4c70-af89-97f420a3a0fb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ed:60:32,bridge_name='br-int',has_traffic_filtering=True,id=6a235e9a-7c68-4c70-af89-97f420a3a0fb,network=Network(7d8fc47a-2a7f-48a7-829e-00073214cccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a235e9a-7c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_vif [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ed:60:32,bridge_name='br-int',has_traffic_filtering=True,id=6a235e9a-7c68-4c70-af89-97f420a3a0fb,network=Network(7d8fc47a-2a7f-48a7-829e-00073214cccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a235e9a-7c') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap6a235e9a-7c, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=58470ecf-b0a1-44f6-bda8-3ef6e5651bbc) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[184b78ca-71cc-4f9a-981e-c421557aaf3e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:57:20 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:20 user nova-compute[74639]: INFO os_vif [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ed:60:32,bridge_name='br-int',has_traffic_filtering=True,id=6a235e9a-7c68-4c70-af89-97f420a3a0fb,network=Network(7d8fc47a-2a7f-48a7-829e-00073214cccf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap6a235e9a-7c')
Nov 15 19:57:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Deleting instance files /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75_del
Nov 15 19:57:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Deletion of /opt/stack/data/nova/instances/5d9cabda-8890-4ced-b902-70dba1c17c75_del complete
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da6d1a3-2d69-43f7-adaf-6a0b5a6aae51]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b] added
Nov 15 19:57:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5736b4bc-1df5-45e4-ae70-62cb552fefc4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:20 user nova-compute[74639]: INFO nova.compute.manager [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30b50b2-b4a8-42fc-bc27-08749f31f318]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yYEulcnf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yYEulcnf" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d03488a-1766-4030-a7da-7068f3d385c6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yYEulcnf'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[afeeed3e-33a6-4e48-8164-2531b3ca5a6b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[58cf23a9-41f4-45ea-bd46-aa6aaa599a40]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --login" returned: 0 in 0.054s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb4fda7a-c04f-400e-93c7-33153933f5ea]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b, portal: 172.16.0.220,3260]
Nov 15 19:57:21 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b, portal: 172.16.0.220,3260] successful.
Nov 15 19:57:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[693b1771-ffed-4635-8169-7b7a8b1baad7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.447s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0ec3791-6431-415b-8e66-85187e5218e1]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:21 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:21 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.374s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] HCTL ('34', '-', '-', 0) found on session 13 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:21 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Deleted allocations for instance 0244a1f6-b42d-425c-a7bc-7af658bff0ef
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0fbb0de-c6f4-4040-bc29-abdcc4782a27]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Searching for a device in session 13 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYEulcnf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b8835701-2586-477b-9080-5d1f6a764536 tempest-TestVolumeSwap-1783094879 tempest-TestVolumeSwap-1783094879-project-member] Lock "0244a1f6-b42d-425c-a7bc-7af658bff0ef" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.713s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-unplugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] No waiting events found dispatching network-vif-unplugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-unplugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-plugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] Acquiring lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] No waiting events found dispatching network-vif-plugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:21 user nova-compute[74639]: WARNING nova.compute.manager [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received unexpected event network-vif-plugged-6a235e9a-7c68-4c70-af89-97f420a3a0fb for instance with vm_state active and task_state deleting.
Nov 15 19:57:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-3a0b7c2b-4d27-41b6-9fdf-31223cb194f6 req-33d1562e-cf2a-481c-b547-2797be5876ad service nova] [instance: 0244a1f6-b42d-425c-a7bc-7af658bff0ef] Received event network-vif-deleted-fdd23a86-3195-4548-9c05-b6345e0e5313 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:21 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Took 0.86 seconds to deallocate network for instance.
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.301s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:22 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Deleted allocations for instance 5d9cabda-8890-4ced-b902-70dba1c17c75
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.419s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] <== connect_volume: return (1421ms) {'type': 'block', 'scsi_wwn': '23633393866303861', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23633393866303861', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vVYnRHrl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:22 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:22 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:22 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1bae33d7-9229-490e-a759-332200564a66]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:57:22 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bc5ec397-09c3-4b7c-8276-4fd62fc05d2d tempest-TaggedAttachmentsTest-1782047340 tempest-TaggedAttachmentsTest-1782047340-project-member] Lock "5d9cabda-8890-4ced-b902-70dba1c17c75" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.270s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[860cecaa-51f3-4a36-a841-5972b99c3fc5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e] added
Nov 15 19:57:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e93eaa6-8a5a-435a-b62b-21c4334160ab]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[164ca663-ddb2-4103-8c71-cdd2a76411fc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vVYnRHrl {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v vVYnRHrl" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9cca3935-dca9-4731-9335-e5511f8e0ff3]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'vVYnRHrl'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[10d669d0-b964-43e7-9a66-b2fada783bd9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b552ec16-756c-427a-a63c-8504fd853855]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:22 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:22 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[74949f22-4701-46b1-b241-b2886d23fc68]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e, portal: 172.16.0.220,3260]
Nov 15 19:57:22 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e, portal: 172.16.0.220,3260] successful.
Nov 15 19:57:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2bd9cc3a-d656-456e-8d8b-6b08dc2bc2dd]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c86a6c68-949e-457c-a521-e8ba10a45d90]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:22 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:22 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:22 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:22 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] HCTL ('35', '-', '-', 0) found on session 14 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dda5538-068e-45fc-84a9-78162c942ef6]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Searching for a device in session 14 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:57:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vVYnRHrl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-97ee3a68-d885-489d-aa56-ff88c9ca3896 req-15506814-c7f2-43b6-999e-0d1c0ecbdf83 service nova] [instance: 5d9cabda-8890-4ced-b902-70dba1c17c75] Received event network-vif-deleted-6a235e9a-7c68-4c70-af89-97f420a3a0fb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.322s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] <== connect_volume: return (1323ms) {'type': 'block', 'scsi_wwn': '26236663333316566', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236663333316566', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:a0:24,bridge_name='br-int',has_traffic_filtering=True,id=c55a7458-9133-47b7-902b-9c814e24e8bb,network=Network(0cd32068-bead-4dfb-93b2-3d347c7625cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc55a7458-91') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:27:78,bridge_name='br-int',has_traffic_filtering=True,id=3f2bb940-e625-4a59-a0bf-6926560cea20,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f2bb940-e6') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ab:76,bridge_name='br-int',has_traffic_filtering=True,id=30019d8e-f12e-46ed-8365-23720bdc5ba1,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap30019d8e-f1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:86:2c,bridge_name='br-int',has_traffic_filtering=True,id=486fdb22-2ca3-4e6c-aa0d-bc52e097ed36,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap486fdb22-2c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=17a640be-e2ba-4e36-907b-e3073217e945,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a640be-e2') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:b8:15,bridge_name='br-int',has_traffic_filtering=True,id=58e8fac1-bf71-4d29-8189-5f0423b00617,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58e8fac1-bf') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:14:f7,bridge_name='br-int',has_traffic_filtering=True,id=f93d065f-b82d-4a60-a7b0-ffedcf498d48,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf93d065f-b8') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.objects.instance [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lazy-loading 'pci_devices' on Instance uuid 860c7245-09ae-483d-8c3f-89d068de6bb9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:57:23 user nova-compute[74639]:   <uuid>860c7245-09ae-483d-8c3f-89d068de6bb9</uuid>
Nov 15 19:57:23 user nova-compute[74639]:   <name>instance-0000000e</name>
Nov 15 19:57:23 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:57:23 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:57:23 user nova-compute[74639]:   <metadata>
Nov 15 19:57:23 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:57:23 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:57:23 user nova-compute[74639]:       <nova:name>tempest-device-tagging-server-1675264357</nova:name>
Nov 15 19:57:23 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:57:19</nova:creationTime>
Nov 15 19:57:23 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:57:23 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:57:23 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:57:23 user nova-compute[74639]:       <nova:owner>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:user uuid="222e0a2d20834a68b5d7728cdf3041e9">tempest-TaggedBootDevicesTest-373870877-project-member</nova:user>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:project uuid="16015b8bb69b4d61b557df0017f024cd">tempest-TaggedBootDevicesTest-373870877</nova:project>
Nov 15 19:57:23 user nova-compute[74639]:       </nova:owner>
Nov 15 19:57:23 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:57:23 user nova-compute[74639]:       <nova:ports>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:port uuid="c55a7458-9133-47b7-902b-9c814e24e8bb">
Nov 15 19:57:23 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 19:57:23 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:port uuid="3f2bb940-e625-4a59-a0bf-6926560cea20">
Nov 15 19:57:23 user nova-compute[74639]:           <nova:ip type="fixed" address="10.1.1.140" ipVersion="4"/>
Nov 15 19:57:23 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:port uuid="30019d8e-f12e-46ed-8365-23720bdc5ba1">
Nov 15 19:57:23 user nova-compute[74639]:           <nova:ip type="fixed" address="10.1.1.109" ipVersion="4"/>
Nov 15 19:57:23 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:port uuid="486fdb22-2ca3-4e6c-aa0d-bc52e097ed36">
Nov 15 19:57:23 user nova-compute[74639]:           <nova:ip type="fixed" address="10.1.1.52" ipVersion="4"/>
Nov 15 19:57:23 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:port uuid="17a640be-e2ba-4e36-907b-e3073217e945">
Nov 15 19:57:23 user nova-compute[74639]:           <nova:ip type="fixed" address="10.1.1.75" ipVersion="4"/>
Nov 15 19:57:23 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:port uuid="58e8fac1-bf71-4d29-8189-5f0423b00617">
Nov 15 19:57:23 user nova-compute[74639]:           <nova:ip type="fixed" address="10.2.2.100" ipVersion="4"/>
Nov 15 19:57:23 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:23 user nova-compute[74639]:         <nova:port uuid="f93d065f-b82d-4a60-a7b0-ffedcf498d48">
Nov 15 19:57:23 user nova-compute[74639]:           <nova:ip type="fixed" address="10.2.2.200" ipVersion="4"/>
Nov 15 19:57:23 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:23 user nova-compute[74639]:       </nova:ports>
Nov 15 19:57:23 user nova-compute[74639]:     </nova:instance>
Nov 15 19:57:23 user nova-compute[74639]:   </metadata>
Nov 15 19:57:23 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:57:23 user nova-compute[74639]:     <system>
Nov 15 19:57:23 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:57:23 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:57:23 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:57:23 user nova-compute[74639]:       <entry name="serial">860c7245-09ae-483d-8c3f-89d068de6bb9</entry>
Nov 15 19:57:23 user nova-compute[74639]:       <entry name="uuid">860c7245-09ae-483d-8c3f-89d068de6bb9</entry>
Nov 15 19:57:23 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:57:23 user nova-compute[74639]:     </system>
Nov 15 19:57:23 user nova-compute[74639]:   </sysinfo>
Nov 15 19:57:23 user nova-compute[74639]:   <os>
Nov 15 19:57:23 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:57:23 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:57:23 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:57:23 user nova-compute[74639]:   </os>
Nov 15 19:57:23 user nova-compute[74639]:   <features>
Nov 15 19:57:23 user nova-compute[74639]:     <acpi/>
Nov 15 19:57:23 user nova-compute[74639]:     <apic/>
Nov 15 19:57:23 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:57:23 user nova-compute[74639]:   </features>
Nov 15 19:57:23 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:57:23 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:57:23 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:57:23 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:57:23 user nova-compute[74639]:   </clock>
Nov 15 19:57:23 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:57:23 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:57:23 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:57:23 user nova-compute[74639]:   </cpu>
Nov 15 19:57:23 user nova-compute[74639]:   <devices>
Nov 15 19:57:23 user nova-compute[74639]:     <disk type="file" device="cdrom">
Nov 15 19:57:23 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none"/>
Nov 15 19:57:23 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/860c7245-09ae-483d-8c3f-89d068de6bb9/disk.config"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="hda" bus="ide"/>
Nov 15 19:57:23 user nova-compute[74639]:     </disk>
Nov 15 19:57:23 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:57:23 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:57:23 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <serial>940ca3e0-fa6b-4cab-a2b3-539cf645dcb0</serial>
Nov 15 19:57:23 user nova-compute[74639]:     </disk>
Nov 15 19:57:23 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:57:23 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:57:23 user nova-compute[74639]:       <source dev="/dev/sdc"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <serial>a50046c1-d8a5-4b76-893b-d5300a65291b</serial>
Nov 15 19:57:23 user nova-compute[74639]:     </disk>
Nov 15 19:57:23 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:57:23 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:57:23 user nova-compute[74639]:       <source dev="/dev/sdd"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="vdc" bus="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <serial>fe7e0af2-19dc-4803-a108-6b9662d6f70e</serial>
Nov 15 19:57:23 user nova-compute[74639]:     </disk>
Nov 15 19:57:23 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:23 user nova-compute[74639]:       <mac address="fa:16:3e:15:a0:24"/>
Nov 15 19:57:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="tapc55a7458-91"/>
Nov 15 19:57:23 user nova-compute[74639]:     </interface>
Nov 15 19:57:23 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:23 user nova-compute[74639]:       <mac address="fa:16:3e:53:27:78"/>
Nov 15 19:57:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="tap3f2bb940-e6"/>
Nov 15 19:57:23 user nova-compute[74639]:     </interface>
Nov 15 19:57:23 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:23 user nova-compute[74639]:       <mac address="fa:16:3e:b4:ab:76"/>
Nov 15 19:57:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="tap30019d8e-f1"/>
Nov 15 19:57:23 user nova-compute[74639]:     </interface>
Nov 15 19:57:23 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:23 user nova-compute[74639]:       <mac address="fa:16:3e:ca:86:2c"/>
Nov 15 19:57:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="tap486fdb22-2c"/>
Nov 15 19:57:23 user nova-compute[74639]:     </interface>
Nov 15 19:57:23 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:23 user nova-compute[74639]:       <mac address="fa:16:3e:88:51:f6"/>
Nov 15 19:57:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="tap17a640be-e2"/>
Nov 15 19:57:23 user nova-compute[74639]:     </interface>
Nov 15 19:57:23 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:23 user nova-compute[74639]:       <mac address="fa:16:3e:11:b8:15"/>
Nov 15 19:57:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="tap58e8fac1-bf"/>
Nov 15 19:57:23 user nova-compute[74639]:     </interface>
Nov 15 19:57:23 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:23 user nova-compute[74639]:       <mac address="fa:16:3e:1b:14:f7"/>
Nov 15 19:57:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:23 user nova-compute[74639]:       <target dev="tapf93d065f-b8"/>
Nov 15 19:57:23 user nova-compute[74639]:     </interface>
Nov 15 19:57:23 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:57:23 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/860c7245-09ae-483d-8c3f-89d068de6bb9/console.log" append="off"/>
Nov 15 19:57:23 user nova-compute[74639]:     </serial>
Nov 15 19:57:23 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:57:23 user nova-compute[74639]:     <video>
Nov 15 19:57:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:23 user nova-compute[74639]:     </video>
Nov 15 19:57:23 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:57:23 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:57:23 user nova-compute[74639]:     </rng>
Nov 15 19:57:23 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:57:23 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:57:23 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:57:23 user nova-compute[74639]:     </memballoon>
Nov 15 19:57:23 user nova-compute[74639]:   </devices>
Nov 15 19:57:23 user nova-compute[74639]: </domain>
Nov 15 19:57:23 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:15:a0:24,bridge_name='br-int',has_traffic_filtering=True,id=c55a7458-9133-47b7-902b-9c814e24e8bb,network=Network(0cd32068-bead-4dfb-93b2-3d347c7625cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc55a7458-91') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:a0:24,bridge_name='br-int',has_traffic_filtering=True,id=c55a7458-9133-47b7-902b-9c814e24e8bb,network=Network(0cd32068-bead-4dfb-93b2-3d347c7625cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc55a7458-91') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b66ca993-8204-57c3-9953-26e3927ccad0', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc55a7458-91, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc55a7458-91, col_values=(('qos', UUID('d3ae298b-d547-4133-aea6-c192a3c4f33f')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc55a7458-91, col_values=(('external_ids', {'iface-id': 'c55a7458-9133-47b7-902b-9c814e24e8bb', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:15:a0:24', 'vm-uuid': '860c7245-09ae-483d-8c3f-89d068de6bb9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: INFO os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:15:a0:24,bridge_name='br-int',has_traffic_filtering=True,id=c55a7458-9133-47b7-902b-9c814e24e8bb,network=Network(0cd32068-bead-4dfb-93b2-3d347c7625cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc55a7458-91')
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:27:78,bridge_name='br-int',has_traffic_filtering=True,id=3f2bb940-e625-4a59-a0bf-6926560cea20,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f2bb940-e6') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:27:78,bridge_name='br-int',has_traffic_filtering=True,id=3f2bb940-e625-4a59-a0bf-6926560cea20,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f2bb940-e6') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '862d6f7f-9e58-50fc-ac3c-edb07da6485c', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3f2bb940-e6, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3f2bb940-e6, col_values=(('qos', UUID('c990721d-db92-4ac0-b04d-f9c4740d5c02')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3f2bb940-e6, col_values=(('external_ids', {'iface-id': '3f2bb940-e625-4a59-a0bf-6926560cea20', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:53:27:78', 'vm-uuid': '860c7245-09ae-483d-8c3f-89d068de6bb9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: INFO os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:27:78,bridge_name='br-int',has_traffic_filtering=True,id=3f2bb940-e625-4a59-a0bf-6926560cea20,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f2bb940-e6')
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ab:76,bridge_name='br-int',has_traffic_filtering=True,id=30019d8e-f12e-46ed-8365-23720bdc5ba1,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap30019d8e-f1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ab:76,bridge_name='br-int',has_traffic_filtering=True,id=30019d8e-f12e-46ed-8365-23720bdc5ba1,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap30019d8e-f1') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5e7bd644-058d-52ee-817d-326affd4718c', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap30019d8e-f1, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap30019d8e-f1, col_values=(('qos', UUID('773694a7-925a-4d87-bada-e576928987bf')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap30019d8e-f1, col_values=(('external_ids', {'iface-id': '30019d8e-f12e-46ed-8365-23720bdc5ba1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b4:ab:76', 'vm-uuid': '860c7245-09ae-483d-8c3f-89d068de6bb9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: INFO os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ab:76,bridge_name='br-int',has_traffic_filtering=True,id=30019d8e-f12e-46ed-8365-23720bdc5ba1,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap30019d8e-f1')
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:86:2c,bridge_name='br-int',has_traffic_filtering=True,id=486fdb22-2ca3-4e6c-aa0d-bc52e097ed36,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap486fdb22-2c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:86:2c,bridge_name='br-int',has_traffic_filtering=True,id=486fdb22-2ca3-4e6c-aa0d-bc52e097ed36,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap486fdb22-2c') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed75d79d-e91d-535f-b2b2-b20b761181c4', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap486fdb22-2c, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap486fdb22-2c, col_values=(('qos', UUID('d67dce1d-8c73-4b32-a33b-b7d7150c3775')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap486fdb22-2c, col_values=(('external_ids', {'iface-id': '486fdb22-2ca3-4e6c-aa0d-bc52e097ed36', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ca:86:2c', 'vm-uuid': '860c7245-09ae-483d-8c3f-89d068de6bb9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: INFO os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:86:2c,bridge_name='br-int',has_traffic_filtering=True,id=486fdb22-2ca3-4e6c-aa0d-bc52e097ed36,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap486fdb22-2c')
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=17a640be-e2ba-4e36-907b-e3073217e945,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a640be-e2') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=17a640be-e2ba-4e36-907b-e3073217e945,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a640be-e2') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93316dd3-ab14-50b1-b5f3-3c58594e856b', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap17a640be-e2, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap17a640be-e2, col_values=(('qos', UUID('f9c4c746-43b9-4673-97ac-a9ab4f624304')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap17a640be-e2, col_values=(('external_ids', {'iface-id': '17a640be-e2ba-4e36-907b-e3073217e945', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:88:51:f6', 'vm-uuid': '860c7245-09ae-483d-8c3f-89d068de6bb9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: INFO os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=17a640be-e2ba-4e36-907b-e3073217e945,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a640be-e2')
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:b8:15,bridge_name='br-int',has_traffic_filtering=True,id=58e8fac1-bf71-4d29-8189-5f0423b00617,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58e8fac1-bf') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:b8:15,bridge_name='br-int',has_traffic_filtering=True,id=58e8fac1-bf71-4d29-8189-5f0423b00617,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58e8fac1-bf') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'b748fb9b-68bb-5f89-8750-ef44d1e24589', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap58e8fac1-bf, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap58e8fac1-bf, col_values=(('qos', UUID('ecc485f7-5989-465e-9593-d935a0fe78e5')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap58e8fac1-bf, col_values=(('external_ids', {'iface-id': '58e8fac1-bf71-4d29-8189-5f0423b00617', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:b8:15', 'vm-uuid': '860c7245-09ae-483d-8c3f-89d068de6bb9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: INFO os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:b8:15,bridge_name='br-int',has_traffic_filtering=True,id=58e8fac1-bf71-4d29-8189-5f0423b00617,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58e8fac1-bf')
Nov 15 19:57:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:14:f7,bridge_name='br-int',has_traffic_filtering=True,id=f93d065f-b82d-4a60-a7b0-ffedcf498d48,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf93d065f-b8') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:14:f7,bridge_name='br-int',has_traffic_filtering=True,id=f93d065f-b82d-4a60-a7b0-ffedcf498d48,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf93d065f-b8') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1d6b5a46-adc6-56b9-a4a1-aa543e3a5adc', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf93d065f-b8, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf93d065f-b8, col_values=(('qos', UUID('1294d878-8c2f-4a0f-959a-4f532ded6299')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf93d065f-b8, col_values=(('external_ids', {'iface-id': 'f93d065f-b82d-4a60-a7b0-ffedcf498d48', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1b:14:f7', 'vm-uuid': '860c7245-09ae-483d-8c3f-89d068de6bb9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: INFO os_vif [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:14:f7,bridge_name='br-int',has_traffic_filtering=True,id=f93d065f-b82d-4a60-a7b0-ffedcf498d48,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf93d065f-b8')
Nov 15 19:57:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] No BDM found with device name hda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] No VIF found with MAC fa:16:3e:15:a0:24, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] No VIF found with MAC fa:16:3e:88:51:f6, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:57:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Using config drive
Nov 15 19:57:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Creating config drive at /opt/stack/data/nova/instances/860c7245-09ae-483d-8c3f-89d068de6bb9/disk.config
Nov 15 19:57:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Running cmd (subprocess): genisoimage -o /opt/stack/data/nova/instances/860c7245-09ae-483d-8c3f-89d068de6bb9/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpi0jmscfv {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] CMD "genisoimage -o /opt/stack/data/nova/instances/860c7245-09ae-483d-8c3f-89d068de6bb9/disk.config -ldots -allow-lowercase -allow-multidot -l -publisher OpenStack Nova 0.0.0 -quiet -J -r -V config-2 /tmp/tmpi0jmscfv" returned: 0 in 0.055s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lazy-loading 'flavor' on Instance uuid 991caabb-c1de-4804-b185-6168248260bb {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.068s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:25 user nova-compute[74639]: INFO nova.compute.manager [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Attaching volume fdd514e4-7a3a-479a-a692-d6cab607e126 to /dev/vdb
Nov 15 19:57:25 user nova-compute[74639]: DEBUG os_brick.utils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f76cf5ed-ed84-4bec-9873-eb20c7657658]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6777ff8d-d58b-492c-a05a-e1c9593f8132]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[faf495c6-c0bd-4107-a42d-b2a80b9733a5]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b85b7e1-c7ee-495b-88a9-d466f5326344]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:25 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:57:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fa899ce-5b52-4206-8e56-30bb9d9ab5b3]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG os_brick.utils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:25 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating existing volume attachment record: 2fad350e-336c-488e-a1af-2333ee066273 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-82cd65db-ce35-41d4-9ec1-dc152288a7f6 req-ac1a63cf-a624-4c01-bf70-b547d964d560 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-82cd65db-ce35-41d4-9ec1-dc152288a7f6 req-ac1a63cf-a624-4c01-bf70-b547d964d560 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-82cd65db-ce35-41d4-9ec1-dc152288a7f6 req-ac1a63cf-a624-4c01-bf70-b547d964d560 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-82cd65db-ce35-41d4-9ec1-dc152288a7f6 req-ac1a63cf-a624-4c01-bf70-b547d964d560 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-82cd65db-ce35-41d4-9ec1-dc152288a7f6 req-ac1a63cf-a624-4c01-bf70-b547d964d560 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:26 user nova-compute[74639]: WARNING nova.compute.manager [req-82cd65db-ce35-41d4-9ec1-dc152288a7f6 req-ac1a63cf-a624-4c01-bf70-b547d964d560 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-c55a7458-9133-47b7-902b-9c814e24e8bb for instance with vm_state building and task_state spawning.
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5a57f06-2a07-4d00-84d9-310f2eed26c0 req-9bf43c9f-ccce-44fd-8b33-4c0b9deab7c3 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5a57f06-2a07-4d00-84d9-310f2eed26c0 req-9bf43c9f-ccce-44fd-8b33-4c0b9deab7c3 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5a57f06-2a07-4d00-84d9-310f2eed26c0 req-9bf43c9f-ccce-44fd-8b33-4c0b9deab7c3 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5a57f06-2a07-4d00-84d9-310f2eed26c0 req-9bf43c9f-ccce-44fd-8b33-4c0b9deab7c3 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5a57f06-2a07-4d00-84d9-310f2eed26c0 req-9bf43c9f-ccce-44fd-8b33-4c0b9deab7c3 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:26 user nova-compute[74639]: WARNING nova.compute.manager [req-a5a57f06-2a07-4d00-84d9-310f2eed26c0 req-9bf43c9f-ccce-44fd-8b33-4c0b9deab7c3 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-3f2bb940-e625-4a59-a0bf-6926560cea20 for instance with vm_state building and task_state spawning.
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd1fab18-8510-49d5-80eb-717e3dd9ed39 req-5d2b2a5d-268d-44c3-9fb2-b5ab1aeee466 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1fab18-8510-49d5-80eb-717e3dd9ed39 req-5d2b2a5d-268d-44c3-9fb2-b5ab1aeee466 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1fab18-8510-49d5-80eb-717e3dd9ed39 req-5d2b2a5d-268d-44c3-9fb2-b5ab1aeee466 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1fab18-8510-49d5-80eb-717e3dd9ed39 req-5d2b2a5d-268d-44c3-9fb2-b5ab1aeee466 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd1fab18-8510-49d5-80eb-717e3dd9ed39 req-5d2b2a5d-268d-44c3-9fb2-b5ab1aeee466 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:27 user nova-compute[74639]: WARNING nova.compute.manager [req-cd1fab18-8510-49d5-80eb-717e3dd9ed39 req-5d2b2a5d-268d-44c3-9fb2-b5ab1aeee466 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 for instance with vm_state building and task_state spawning.
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-19a3a638-1bd5-46a3-b48a-b2f4ffd9d4b5 req-12f1bbfe-9b6e-46de-9c8c-262858cb0173 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-19a3a638-1bd5-46a3-b48a-b2f4ffd9d4b5 req-12f1bbfe-9b6e-46de-9c8c-262858cb0173 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-19a3a638-1bd5-46a3-b48a-b2f4ffd9d4b5 req-12f1bbfe-9b6e-46de-9c8c-262858cb0173 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-19a3a638-1bd5-46a3-b48a-b2f4ffd9d4b5 req-12f1bbfe-9b6e-46de-9c8c-262858cb0173 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-19a3a638-1bd5-46a3-b48a-b2f4ffd9d4b5 req-12f1bbfe-9b6e-46de-9c8c-262858cb0173 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:28 user nova-compute[74639]: WARNING nova.compute.manager [req-19a3a638-1bd5-46a3-b48a-b2f4ffd9d4b5 req-12f1bbfe-9b6e-46de-9c8c-262858cb0173 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-c55a7458-9133-47b7-902b-9c814e24e8bb for instance with vm_state building and task_state spawning.
Nov 15 19:57:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:28 user nova-compute[74639]: WARNING nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-3f2bb940-e625-4a59-a0bf-6926560cea20 for instance with vm_state building and task_state spawning.
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:28 user nova-compute[74639]: WARNING nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 for instance with vm_state building and task_state spawning.
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:28 user nova-compute[74639]: WARNING nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 for instance with vm_state building and task_state spawning.
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:28 user nova-compute[74639]: WARNING nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-58e8fac1-bf71-4d29-8189-5f0423b00617 for instance with vm_state building and task_state spawning.
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:28 user nova-compute[74639]: WARNING nova.compute.manager [req-8054bf15-735c-4737-b498-472908594b14 req-8ebb824f-7c27-43d4-b0fe-05f007309d56 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-58e8fac1-bf71-4d29-8189-5f0423b00617 for instance with vm_state building and task_state spawning.
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:28 user nova-compute[74639]: DEBUG nova.objects.instance [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'flavor' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.062s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:29 user nova-compute[74639]: INFO nova.compute.manager [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Attaching volume 5a64408f-0de0-4270-bc0a-6ff00fff2c58 to /dev/vdb
Nov 15 19:57:29 user nova-compute[74639]: DEBUG os_brick.utils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.011s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd71379a-5678-4455-839f-c922c01e1f5f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[77b43b1a-3470-4300-a930-3a9a4d97d60f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3578385-f15f-4df4-a215-75c7e8112798]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b505b6f6-2728-4f0d-8541-36512d5059f5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:29 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f28ac94-f9fe-4655-b6c6-794f9ef2c39d]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG os_brick.utils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating existing volume attachment record: d4d9a9e5-84d7-4207-ac6f-a516dd213366 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:29 user nova-compute[74639]: WARNING nova.compute.manager [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 for instance with vm_state building and task_state spawning.
Nov 15 19:57:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:29 user nova-compute[74639]: WARNING nova.compute.manager [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-17a640be-e2ba-4e36-907b-e3073217e945 for instance with vm_state building and task_state spawning.
Nov 15 19:57:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:29 user nova-compute[74639]: WARNING nova.compute.manager [req-80d8da00-5bad-4edf-966f-6c2fc151df20 req-56a4e236-432a-4c75-8091-50889370969d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-17a640be-e2ba-4e36-907b-e3073217e945 for instance with vm_state building and task_state spawning.
Nov 15 19:57:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:30 user nova-compute[74639]: WARNING nova.compute.manager [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 for instance with vm_state building and task_state spawning.
Nov 15 19:57:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:30 user nova-compute[74639]: WARNING nova.compute.manager [req-07246358-4bcc-4b6b-91e3-abb2673b0c6d req-3952fdb2-09b3-4f07-ab62-3aed4c3de676 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 for instance with vm_state building and task_state spawning.
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:57:30 user nova-compute[74639]: INFO nova.compute.claims [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Claim successful on node user
Nov 15 19:57:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:57:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:57:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Instance spawned successfully.
Nov 15 19:57:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:57:31 user nova-compute[74639]: INFO nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Took 11.86 seconds to spawn the instance on the hypervisor.
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.555s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:57:31 user nova-compute[74639]: INFO nova.compute.manager [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Took 28.09 seconds to build instance.
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.network.neutron [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:57:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-465e91ac-6fdb-4117-bb26-39a844796501 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 28.192s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.policy [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c44398b8fc4635a47d1e96cfb15448', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f7f83c51452412196147e7389bb0dd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:57:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Creating image(s)
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.207s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 991caabb-c1de-4804-b185-6168248260bb] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.251s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk 1073741824" returned: 0 in 0.068s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.327s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:32 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[84dd2591-6bc9-47bd-b5b9-344b94371f32]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:57:32 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[878a151d-523f-4fbd-98dd-9537488602e8]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126] added
Nov 15 19:57:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7b8882d-ebd4-4ecd-b5d5-5b2cefad03f1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.217s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Checking if we can resize image /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.031s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d0ab33f-5f42-4136-b4cd-9bc4e65315de]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GidjUyst {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GidjUyst" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[57df50a7-4188-4855-b621-d908bfa8eee1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GidjUyst'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d58f1fec-6c95-473f-b4ef-7b3585decf71]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.network.neutron [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Successfully created port: 00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.045s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f080766f-b6b3-4b5b-904a-9395f6ea4eda]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Cannot resize image /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Ensure instance console log exists: /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[11d13744-b248-47f7-8a06-e544263820e9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]
Nov 15 19:57:32 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.
Nov 15 19:57:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b05fef8f-be92-491f-9351-bd4b113e7b23]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5836588a-d5c5-41dc-9f9d-c096d851c2a0]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:32 user nova-compute[74639]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.385s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] HCTL ('36', '-', '-', 0) found on session 15 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7536b2d-04e8-477e-b5f3-c05f30aa7709]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching for a device in session 15 and hctl ['36', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance_info_cache with network_info: [{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG nova.network.neutron [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Successfully updated port: 00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "refresh_cache-87b6a112-de2e-4234-b2f8-d06f25041645" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquired lock "refresh_cache-87b6a112-de2e-4234-b2f8-d06f25041645" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG nova.network.neutron [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-87fd5acd-01d3-49bf-b8d6-864c712a440c req-9c025b98-1b0e-45e3-9f17-5724fd398170 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-changed-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-87fd5acd-01d3-49bf-b8d6-864c712a440c req-9c025b98-1b0e-45e3-9f17-5724fd398170 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Refreshing instance network info cache due to event network-changed-00084a65-fce2-4400-9697-1bc3b5b11c13. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-87fd5acd-01d3-49bf-b8d6-864c712a440c req-9c025b98-1b0e-45e3-9f17-5724fd398170 service nova] Acquiring lock "refresh_cache-87b6a112-de2e-4234-b2f8-d06f25041645" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching for a device in session 15 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.432s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] <== connect_volume: return (1434ms) {'type': 'block', 'scsi_wwn': '23839353431666534', 'path': '/dev/sde'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839353431666534', 'path': '/dev/sde'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG nova.network.neutron [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lazy-loading 'flavor' on Instance uuid 991caabb-c1de-4804-b185-6168248260bb {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 19:57:33 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:57:33 user nova-compute[74639]:   <source dev="/dev/sde"/>
Nov 15 19:57:33 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:57:33 user nova-compute[74639]:   <serial>fdd514e4-7a3a-479a-a692-d6cab607e126</serial>
Nov 15 19:57:33 user nova-compute[74639]: </disk>
Nov 15 19:57:33 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] No VIF found with MAC fa:16:3e:1a:49:c8, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.network.neutron [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Updating instance_info_cache with network_info: [{"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Releasing lock "refresh_cache-87b6a112-de2e-4234-b2f8-d06f25041645" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Instance network_info: |[{"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-87fd5acd-01d3-49bf-b8d6-864c712a440c req-9c025b98-1b0e-45e3-9f17-5724fd398170 service nova] Acquired lock "refresh_cache-87b6a112-de2e-4234-b2f8-d06f25041645" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.network.neutron [req-87fd5acd-01d3-49bf-b8d6-864c712a440c req-9c025b98-1b0e-45e3-9f17-5724fd398170 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Refreshing network info cache for port 00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Start _get_guest_xml network_info=[{"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:34 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:34 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-506518392',display_name='tempest-tempest.common.compute-instance-506518392',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-506518392',id=15,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJtVpWsfUbPAB4P2iHFXfP6VdtGB2w2N351o33DYGJwZwAFFggrV+V7Q40bn35dDgR36ojrVZ2j7Br83GhA74hpABInc18LrKlzXon0LbiicMgTq3qcIZJ8d6wVk6kmE9w==',key_name='tempest-keypair-1088554993',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-j1eln8re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=87b6a112-de2e-4234-b2f8-d06f25041645,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.objects.instance [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'pci_devices' on Instance uuid 87b6a112-de2e-4234-b2f8-d06f25041645 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3812cea1-8301-4482-be1b-107ccc604622 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:57:34 user nova-compute[74639]:   <uuid>87b6a112-de2e-4234-b2f8-d06f25041645</uuid>
Nov 15 19:57:34 user nova-compute[74639]:   <name>instance-0000000f</name>
Nov 15 19:57:34 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:57:34 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:57:34 user nova-compute[74639]:   <metadata>
Nov 15 19:57:34 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:57:34 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:57:34 user nova-compute[74639]:       <nova:name>tempest-tempest.common.compute-instance-506518392</nova:name>
Nov 15 19:57:34 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:57:34</nova:creationTime>
Nov 15 19:57:34 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:57:34 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:57:34 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:57:34 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:57:34 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:57:34 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:57:34 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:57:34 user nova-compute[74639]:       <nova:owner>
Nov 15 19:57:34 user nova-compute[74639]:         <nova:user uuid="a0c44398b8fc4635a47d1e96cfb15448">tempest-ServerActionsTestOtherA-1803249031-project-member</nova:user>
Nov 15 19:57:34 user nova-compute[74639]:         <nova:project uuid="4f7f83c51452412196147e7389bb0dd2">tempest-ServerActionsTestOtherA-1803249031</nova:project>
Nov 15 19:57:34 user nova-compute[74639]:       </nova:owner>
Nov 15 19:57:34 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:57:34 user nova-compute[74639]:       <nova:ports>
Nov 15 19:57:34 user nova-compute[74639]:         <nova:port uuid="00084a65-fce2-4400-9697-1bc3b5b11c13">
Nov 15 19:57:34 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 15 19:57:34 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:34 user nova-compute[74639]:       </nova:ports>
Nov 15 19:57:34 user nova-compute[74639]:     </nova:instance>
Nov 15 19:57:34 user nova-compute[74639]:   </metadata>
Nov 15 19:57:34 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:57:34 user nova-compute[74639]:     <system>
Nov 15 19:57:34 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:57:34 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:57:34 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:57:34 user nova-compute[74639]:       <entry name="serial">87b6a112-de2e-4234-b2f8-d06f25041645</entry>
Nov 15 19:57:34 user nova-compute[74639]:       <entry name="uuid">87b6a112-de2e-4234-b2f8-d06f25041645</entry>
Nov 15 19:57:34 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:57:34 user nova-compute[74639]:     </system>
Nov 15 19:57:34 user nova-compute[74639]:   </sysinfo>
Nov 15 19:57:34 user nova-compute[74639]:   <os>
Nov 15 19:57:34 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:57:34 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:57:34 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:57:34 user nova-compute[74639]:   </os>
Nov 15 19:57:34 user nova-compute[74639]:   <features>
Nov 15 19:57:34 user nova-compute[74639]:     <acpi/>
Nov 15 19:57:34 user nova-compute[74639]:     <apic/>
Nov 15 19:57:34 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:57:34 user nova-compute[74639]:   </features>
Nov 15 19:57:34 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:57:34 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:57:34 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:57:34 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:57:34 user nova-compute[74639]:   </clock>
Nov 15 19:57:34 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:57:34 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:57:34 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:57:34 user nova-compute[74639]:   </cpu>
Nov 15 19:57:34 user nova-compute[74639]:   <devices>
Nov 15 19:57:34 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:57:34 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:57:34 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk"/>
Nov 15 19:57:34 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:57:34 user nova-compute[74639]:     </disk>
Nov 15 19:57:34 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:34 user nova-compute[74639]:       <mac address="fa:16:3e:61:94:9e"/>
Nov 15 19:57:34 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:34 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:34 user nova-compute[74639]:       <target dev="tap00084a65-fc"/>
Nov 15 19:57:34 user nova-compute[74639]:     </interface>
Nov 15 19:57:34 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:57:34 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/console.log" append="off"/>
Nov 15 19:57:34 user nova-compute[74639]:     </serial>
Nov 15 19:57:34 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:57:34 user nova-compute[74639]:     <video>
Nov 15 19:57:34 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:34 user nova-compute[74639]:     </video>
Nov 15 19:57:34 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:57:34 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:57:34 user nova-compute[74639]:     </rng>
Nov 15 19:57:34 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:57:34 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:57:34 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:57:34 user nova-compute[74639]:     </memballoon>
Nov 15 19:57:34 user nova-compute[74639]:   </devices>
Nov 15 19:57:34 user nova-compute[74639]: </domain>
Nov 15 19:57:34 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-506518392',display_name='tempest-tempest.common.compute-instance-506518392',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-506518392',id=15,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJtVpWsfUbPAB4P2iHFXfP6VdtGB2w2N351o33DYGJwZwAFFggrV+V7Q40bn35dDgR36ojrVZ2j7Br83GhA74hpABInc18LrKlzXon0LbiicMgTq3qcIZJ8d6wVk6kmE9w==',key_name='tempest-keypair-1088554993',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-j1eln8re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=87b6a112-de2e-4234-b2f8-d06f25041645,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG os_vif [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a4a87b07-cbe4-503c-92c8-ef06b69c560b', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap00084a65-fc, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap00084a65-fc, col_values=(('qos', UUID('4e1c8e24-8232-4fad-a14a-490f586bd839')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap00084a65-fc, col_values=(('external_ids', {'iface-id': '00084a65-fce2-4400-9697-1bc3b5b11c13', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:94:9e', 'vm-uuid': '87b6a112-de2e-4234-b2f8-d06f25041645'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:34 user nova-compute[74639]: INFO os_vif [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc')
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No VIF found with MAC fa:16:3e:61:94:9e, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.240s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.230s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG nova.network.neutron [req-87fd5acd-01d3-49bf-b8d6-864c712a440c req-9c025b98-1b0e-45e3-9f17-5724fd398170 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Updated VIF entry in instance network info cache for port 00084a65-fce2-4400-9697-1bc3b5b11c13. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG nova.network.neutron [req-87fd5acd-01d3-49bf-b8d6-864c712a440c req-9c025b98-1b0e-45e3-9f17-5724fd398170 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Updating instance_info_cache with network_info: [{"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-87fd5acd-01d3-49bf-b8d6-864c712a440c req-9c025b98-1b0e-45e3-9f17-5724fd398170 service nova] Releasing lock "refresh_cache-87b6a112-de2e-4234-b2f8-d06f25041645" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rcoDfySQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:38 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:38 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:38 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:57:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Instance spawned successfully.
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:57:38 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:38 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8139MB free_disk=25.580841064453125GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260" returned: 21 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c50d2f27-f308-4ae2-a2f3-c59e8ed63f8c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Stashing vm_state: active {{(pid=74639) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:57:38 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e036b03f-d0dc-407d-8453-6cb2d28b0cde]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58] added
Nov 15 19:57:38 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[138f9b9b-bdfd-4f3e-b4de-e23291c3a79c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c034033-a0a9-47d0-81c5-1b639f044df2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rcoDfySQ {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:38 user nova-compute[74639]: INFO nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Took 7.31 seconds to spawn the instance on the hypervisor.
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:57:38 user nova-compute[74639]: INFO nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating resource usage from migration 0c8c1da7-8f3d-408a-bc92-4aa8a61de6cb
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rcoDfySQ" returned: 0 in 0.031s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb1c14c8-f245-4318-8fe7-7dada23f717e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rcoDfySQ'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c337045-5bd6-461b-accc-bec217af5662]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 992214c6-3620-4a7d-8dee-0f67896e2f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 05206573-e14b-47a6-9b87-9fecaa7490b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 860c7245-09ae-483d-8c3f-89d068de6bb9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 87b6a112-de2e-4234-b2f8-d06f25041645 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Migration 0c8c1da7-8f3d-408a-bc92-4aa8a61de6cb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 991caabb-c1de-4804-b185-6168248260bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[11959444-ea4e-4a46-9d07-b8ddaa157cfe]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:38 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:38 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:38 user nova-compute[74639]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:38 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:38 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:38 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:38 user nova-compute[74639]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:38 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:38 user nova-compute[74639]: INFO nova.compute.manager [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Took 8.33 seconds to build instance.
Nov 15 19:57:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-21213dba-85ea-4d7b-8ba2-0b9d79f4ee44 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.597s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --login" returned: 0 in 0.105s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d611ad6-db05-4fcc-9117-ee49fe2e4ffe]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58, portal: 172.16.0.220,3260]
Nov 15 19:57:39 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58, portal: 172.16.0.220,3260] successful.
Nov 15 19:57:39 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4876de6c-6ffd-4dc7-85c7-ea404b4cfa5f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2265fc5-251b-47c0-a03e-236a4ddc4750]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:39 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:39 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:39 user nova-compute[74639]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:39 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:39 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:39 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:39 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:39 user nova-compute[74639]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:39 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:39 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.416s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] HCTL ('37', '-', '-', 0) found on session 16 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5f589bb-cd96-4196-9211-fbd1be4909b4]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Searching for a device in session 16 and hctl ['37', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.671s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.464s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:57:39 user nova-compute[74639]: INFO nova.compute.claims [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Claim successful on node user
Nov 15 19:57:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:39 user nova-compute[74639]: INFO nova.compute.resource_tracker [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating resource usage from migration 0c8c1da7-8f3d-408a-bc92-4aa8a61de6cb
Nov 15 19:57:39 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.505s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:39 user nova-compute[74639]: INFO nova.compute.manager [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Migrating
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquired lock "compute-rpcapi-router" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:39 user nova-compute[74639]: INFO nova.compute.rpcapi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Automatically selected compute RPC version 6.2 from minimum service version 66
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Releasing lock "compute-rpcapi-router" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquired lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:39 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Searching for a device in session 16 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rcoDfySQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.454s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] <== connect_volume: return (1455ms) {'type': 'block', 'scsi_wwn': '23234306261383139', 'path': '/dev/sdf'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234306261383139', 'path': '/dev/sdf'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.objects.instance [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'flavor' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 19:57:40 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:57:40 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 19:57:40 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:57:40 user nova-compute[74639]:   <serial>5a64408f-0de0-4270-bc0a-6ff00fff2c58</serial>
Nov 15 19:57:40 user nova-compute[74639]: </disk>
Nov 15 19:57:40 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-d983cdcb-9cc3-47f8-ab81-6d43ee8d75a8 req-b21f718b-1c89-46fb-afe0-ff6f25bdcebd service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d983cdcb-9cc3-47f8-ab81-6d43ee8d75a8 req-b21f718b-1c89-46fb-afe0-ff6f25bdcebd service nova] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d983cdcb-9cc3-47f8-ab81-6d43ee8d75a8 req-b21f718b-1c89-46fb-afe0-ff6f25bdcebd service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d983cdcb-9cc3-47f8-ab81-6d43ee8d75a8 req-b21f718b-1c89-46fb-afe0-ff6f25bdcebd service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-d983cdcb-9cc3-47f8-ab81-6d43ee8d75a8 req-b21f718b-1c89-46fb-afe0-ff6f25bdcebd service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] No waiting events found dispatching network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:40 user nova-compute[74639]: WARNING nova.compute.manager [req-d983cdcb-9cc3-47f8-ab81-6d43ee8d75a8 req-b21f718b-1c89-46fb-afe0-ff6f25bdcebd service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received unexpected event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 for instance with vm_state active and task_state None.
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] No VIF found with MAC fa:16:3e:2a:00:2b, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance_info_cache with network_info: [{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Releasing lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9d460584-43f0-4986-9780-0091ca9b2df4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 11.622s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Starting migrate_disk_and_power_off {{(pid=74639) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-44d14ef6-d282-4c86-962a-03e83f5faa0c req-b8742fe0-0105-4d92-afa5-c79880fe7f40 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-unplugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-44d14ef6-d282-4c86-962a-03e83f5faa0c req-b8742fe0-0105-4d92-afa5-c79880fe7f40 service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-44d14ef6-d282-4c86-962a-03e83f5faa0c req-b8742fe0-0105-4d92-afa5-c79880fe7f40 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-44d14ef6-d282-4c86-962a-03e83f5faa0c req-b8742fe0-0105-4d92-afa5-c79880fe7f40 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-44d14ef6-d282-4c86-962a-03e83f5faa0c req-b8742fe0-0105-4d92-afa5-c79880fe7f40 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-unplugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:41 user nova-compute[74639]: WARNING nova.compute.manager [req-44d14ef6-d282-4c86-962a-03e83f5faa0c req-b8742fe0-0105-4d92-afa5-c79880fe7f40 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-unplugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state active and task_state resize_migrating.
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance destroyed successfully.
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-49804097',display_name='tempest-ServerActionsTestOtherB-server-49804097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-49804097',id=5,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGdCSMyoTO4eAzLwDMl8yakNrhRBANP4/QfrOyuhvNze9U0mgNw9lzqb8vLaXdrkG1igyHC6fMnq+53eFUVT9lyMXEmQn3Pi0sukm2UoYCYIjGHhj1KnEHVlNNXucT80Q==',key_name='tempest-keypair-368825858',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:53:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3a140282e339408580ce2bc1cc60ae67',ramdisk_id='',reservation_id='r-7y1qcbn3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1215246516',owner_user_name='tempest-ServerActionsTestOtherB-1215246516-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eec78ee6182c4d13a7ff6dd53b910b0f',uuid=991caabb-c1de-4804-b185-6168248260bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-892213767-network", "vif_mac": "fa:16:3e:1a:49:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converting VIF {"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-892213767-network", "vif_mac": "fa:16:3e:1a:49:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_vif [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5042c7cb-0f, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1fdca69f-ffb2-440e-be6a-40a011927b40) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:41 user nova-compute[74639]: INFO os_vif [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f')
Nov 15 19:57:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:41 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[40ea0a25-2e14-42e1-80a4-e73785e94f2d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:57:41 user nova-compute[74639]: No targets found.
Nov 15 19:57:41 user nova-compute[74639]: iSNS:
Nov 15 19:57:41 user nova-compute[74639]: No targets found.
Nov 15 19:57:41 user nova-compute[74639]: STATIC:
Nov 15 19:57:41 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 19:57:41 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:57:41 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:57:41 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b
Nov 15 19:57:41 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:57:41 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:57:41 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0
Nov 15 19:57:41 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:57:41 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:57:41 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e
Nov 15 19:57:41 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:57:41 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:57:41 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 19:57:41 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:57:41 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:57:41 user nova-compute[74639]: FIRMWARE:
Nov 15 19:57:41 user nova-compute[74639]: No targets found.
Nov 15 19:57:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:57:41 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:57:41 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f0b1d28-434a-4317-9c5d-39668cf09155]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.053s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5ff1561-db3a-4803-8533-5b1eb30150e4]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:41 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:41 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:41 user nova-compute[74639]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:41 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:41 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:41 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:41 user nova-compute[74639]: tcp: [15] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:41 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704ebe20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126'): ({'sde'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Removing single pathed devices sde {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:57:41 user nova-compute[74639]: INFO nova.compute.manager [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Rescuing
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquired lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a954bb09-169b-46b6-b773-1f7b612063ab]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[46a964e6-5683-4902-8f4d-8a8cdccf1d80]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Flushing IO for device /dev/sde {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f98b8092-a0a0-4b1e-9b5e-e9a315b24f42]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.062s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[05ce6956-a7f4-4830-852f-d80a56c4b68f]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.080s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ec6541b-3d5e-420b-9842-6f295c311573]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --logout" returned: 0 in 0.096s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[069b9a4c-aa19-434e-9b04-b19bcbaf7cf8]: (4, ('Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]\nLogout of [sid: 15, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 15, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]
Nov 15 19:57:42 user nova-compute[74639]: Logout of [sid: 15, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.
Nov 15 19:57:42 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.037s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f306814-125c-48c7-b283-945cedaf4969]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.496s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] <== disconnect_volume: return (497ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f6e9c1a-5622-45b6-8928-56576878dca4 req-fc24e2ec-fb7e-4145-b6f2-5339f5527f50 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f6e9c1a-5622-45b6-8928-56576878dca4 req-fc24e2ec-fb7e-4145-b6f2-5339f5527f50 service nova] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f6e9c1a-5622-45b6-8928-56576878dca4 req-fc24e2ec-fb7e-4145-b6f2-5339f5527f50 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.004s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f6e9c1a-5622-45b6-8928-56576878dca4 req-fc24e2ec-fb7e-4145-b6f2-5339f5527f50 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f6e9c1a-5622-45b6-8928-56576878dca4 req-fc24e2ec-fb7e-4145-b6f2-5339f5527f50 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] No waiting events found dispatching network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:42 user nova-compute[74639]: WARNING nova.compute.manager [req-8f6e9c1a-5622-45b6-8928-56576878dca4 req-fc24e2ec-fb7e-4145-b6f2-5339f5527f50 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received unexpected event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 for instance with vm_state active and task_state None.
Nov 15 19:57:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Releasing lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb_resize/disk /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "cp -r /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb_resize/disk /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk" returned: 0 in 0.422s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): cp -r /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb_resize/disk.info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk.info {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "cp -r /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb_resize/disk.info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk.info" returned: 0 in 0.044s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Instance destroyed successfully.
Nov 15 19:57:43 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Attempting a stable device rescue
Nov 15 19:57:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} {{(pid=74639) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:43 user nova-compute[74639]: WARNING nova.compute.manager [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state active and task_state resize_migrating.
Nov 15 19:57:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-unplugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-unplugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:43 user nova-compute[74639]: WARNING nova.compute.manager [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-unplugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state active and task_state rescuing.
Nov 15 19:57:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:43 user nova-compute[74639]: WARNING nova.compute.manager [req-14b8e901-2d6c-4398-a9c8-c7d97ca882f0 req-4077ef56-11a0-45b7-9a89-82c0e191efba service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state active and task_state rescuing.
Nov 15 19:57:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Instance directory exists: not creating {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 19:57:43 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Creating image(s)
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.006s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'trusted_certs' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "6bdcb1514a18f370ea97c7925d1e3fc5f1618482" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "6bdcb1514a18f370ea97c7925d1e3fc5f1618482" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Port 5042c7cb-0f7f-430a-abc5-c228ad7f002d binding to destination host user is already ACTIVE {{(pid=74639) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482.part --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG nova.virt.images [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] 794f7cc7-e3bb-4021-b5a8-5068d3e3c680 was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482.part /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquired lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482.part /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482.converted" returned: 0 in 0.528s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482.converted --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "6bdcb1514a18f370ea97c7925d1e3fc5f1618482" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.159s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "6bdcb1514a18f370ea97c7925d1e3fc5f1618482" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "6bdcb1514a18f370ea97c7925d1e3fc5f1618482" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance_info_cache with network_info: [{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Releasing lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482 --force-share --output=json" returned: 0 in 0.209s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482,backing_fmt=raw /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.rescue {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.utils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d6b75cf-1960-4fdd-8056-821eae70d053]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3153d297-e760-449b-bdf4-8ee07ef8bb84]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[70a1ea7d-6372-445f-9c25-46400cdcc73e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[874ab461-5e70-427c-b543-e349d72a355c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:57:46 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf32778-0120-4a3a-aa85-1059db3a4704]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.utils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] <== get_connector_properties: return (113ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482,backing_fmt=raw /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.rescue" returned: 0 in 0.204s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "6bdcb1514a18f370ea97c7925d1e3fc5f1618482" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.416s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'migration_context' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.objects.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Object Instance<05206573-e14b-47a6-9b87-9fecaa7490b1> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Start _get_guest_xml network_info=[{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "vif_mac": "fa:16:3e:2a:00:2b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': '794f7cc7-e3bb-4021-b5a8-5068d3e3c680', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rcoDfySQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, 'status': 'reserved', 'instance': '05206573-e14b-47a6-9b87-9fecaa7490b1', 'attached_at': '', 'detached_at': '', 'volume_id': '5a64408f-0de0-4270-bc0a-6ff00fff2c58', 'serial': '5a64408f-0de0-4270-bc0a-6ff00fff2c58'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'attachment_id': 'd4d9a9e5-84d7-4207-ac6f-a516dd213366', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'resources' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.objects.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Object Instance<05206573-e14b-47a6-9b87-9fecaa7490b1> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'numa_topology' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.objects.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Object Instance<05206573-e14b-47a6-9b87-9fecaa7490b1> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:57:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'vcpu_model' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.objects.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Object Instance<05206573-e14b-47a6-9b87-9fecaa7490b1> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rcoDfySQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:46 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:46 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:46 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[261cd18d-ef79-47f0-a08c-4b6304b17fff]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = rcoDfySQ\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 15 19:57:46 user nova-compute[74639]: node.name = iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 19:57:46 user nova-compute[74639]: node.tpgt = -1
Nov 15 19:57:46 user nova-compute[74639]: node.startup = automatic
Nov 15 19:57:46 user nova-compute[74639]: node.leading_login = No
Nov 15 19:57:46 user nova-compute[74639]: iface.iscsi_ifacename = default
Nov 15 19:57:46 user nova-compute[74639]: iface.net_ifacename = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.ipaddress = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.prefix_len = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.hwaddress = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.transport_name = tcp
Nov 15 19:57:46 user nova-compute[74639]: iface.initiatorname = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.state = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.vlan_id = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.vlan_priority = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.vlan_state = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.iface_num = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.mtu = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.port = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.bootproto = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.subnet_mask = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.gateway = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.dhcp_alt_client_id_state = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.dhcp_alt_client_id = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.dhcp_dns = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.dhcp_learn_iqn = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.dhcp_req_vendor_id_state = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.dhcp_vendor_id_state = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.dhcp_vendor_id = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.dhcp_slp_da = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.fragmentation = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.gratuitous_arp = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.incoming_forwarding = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.tos_state = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.tos = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.ttl = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.delayed_ack = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.tcp_nagle = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.tcp_wsf_state = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.tcp_wsf = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.tcp_timer_scale = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.tcp_timestamp = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.redirect = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.def_task_mgmt_timeout = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.header_digest = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.data_digest = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.immediate_data = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.initial_r2t = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.data_seq_inorder = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.data_pdu_inorder = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.erl = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.max_receive_data_len = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.first_burst_len = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.max_outstanding_r2t = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.max_burst_len = 0
Nov 15 19:57:46 user nova-compute[74639]: iface.chap_auth = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.bidi_chap = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.strict_login_compliance = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.discovery_auth = <empty>
Nov 15 19:57:46 user nova-compute[74639]: iface.discovery_logout = <empty>
Nov 15 19:57:46 user nova-compute[74639]: node.discovery_address = <empty>
Nov 15 19:57:46 user nova-compute[74639]: node.discovery_port = 0
Nov 15 19:57:46 user nova-compute[74639]: node.discovery_type = static
Nov 15 19:57:46 user nova-compute[74639]: node.session.initial_cmdsn = 0
Nov 15 19:57:46 user nova-compute[74639]: node.session.initial_login_retry_max = 8
Nov 15 19:57:46 user nova-compute[74639]: node.session.xmit_thread_priority = -20
Nov 15 19:57:46 user nova-compute[74639]: node.session.cmds_max = 128
Nov 15 19:57:46 user nova-compute[74639]: node.session.queue_depth = 32
Nov 15 19:57:46 user nova-compute[74639]: node.session.nr_sessions = 1
Nov 15 19:57:46 user nova-compute[74639]: node.session.auth.authmethod = CHAP
Nov 15 19:57:46 user nova-compute[74639]: node.session.auth.username = rcoDfySQ
Nov 15 19:57:46 user nova-compute[74639]: node.session.auth.password = ***
Nov 15 19:57:46 user nova-compute[74639]: node.session.auth.username_in = <empty>
Nov 15 19:57:46 user nova-compute[74639]: node.session.auth.password_in = <empty>
Nov 15 19:57:46 user nova-compute[74639]: node.session.auth.chap_algs = MD5
Nov 15 19:57:46 user nova-compute[74639]: node.session.timeo.replacement_timeout = 120
Nov 15 19:57:46 user nova-compute[74639]: node.session.err_timeo.abort_timeout = 15
Nov 15 19:57:46 user nova-compute[74639]: node.session.err_timeo.lu_reset_timeout = 30
Nov 15 19:57:46 user nova-compute[74639]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 15 19:57:46 user nova-compute[74639]: node.session.err_timeo.host_reset_timeout = 60
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.FastAbort = Yes
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.InitialR2T = No
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.ImmediateData = Yes
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.FirstBurstLength = 262144
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.MaxBurstLength = 16776192
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.DefaultTime2Retain = 0
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.DefaultTime2Wait = 2
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.MaxConnections = 1
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 15 19:57:46 user nova-compute[74639]: node.session.iscsi.ERL = 0
Nov 15 19:57:46 user nova-compute[74639]: node.session.scan = manual
Nov 15 19:57:46 user nova-compute[74639]: node.session.reopen_max = 0
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].address = 172.16.0.220
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].port = 3260
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].startup = manual
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].tcp.window_size = 524288
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].tcp.type_of_service = 0
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].timeo.logout_timeout = 15
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].timeo.login_timeout = 15
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].timeo.auth_timeout = 45
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].timeo.noop_out_interval = 5
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].timeo.noop_out_timeout = 5
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].iscsi.HeaderDigest = None
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].iscsi.DataDigest = None
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].iscsi.IFMarker = No
Nov 15 19:57:46 user nova-compute[74639]: node.conn[0].iscsi.OFMarker = No
Nov 15 19:57:46 user nova-compute[74639]: # END RECORD
Nov 15 19:57:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.035s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[49ae5357-ca74-4a1c-9d06-e4cd44430751]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.177s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[724ddc8b-34fb-4664-89ed-cca59262d413]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rcoDfySQ {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v rcoDfySQ" returned: 0 in 0.155s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8d2e745-a67a-4502-9b2c-3bf6d42bc320]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'rcoDfySQ'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.230s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8df1595-4006-4d04-bf1e-08a760aedc19]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b751b635-c36a-4385-b32f-fed9cfed2888]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:47 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:47 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:47 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:47 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:47 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:47 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:47 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:47 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.677s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] HCTL ('37', '0', '0', 0) found on session 16 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Scanning host 37 c: 0, t: 0, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c1d6b9-0f7e-476d-a143-3b79d510becb]: (4, ('0 0 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Searching for a device in session 16 and hctl ('37', '0', '0', 0) yield: sdf {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rcoDfySQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.699s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] <== connect_volume: return (700ms) {'type': 'block', 'scsi_wwn': '23234306261383139', 'path': '/dev/sdf'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23234306261383139', 'path': '/dev/sdf'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1334966631',display_name='tempest-ServerStableDeviceRescueTest-server-1334966631',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1334966631',id=6,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFx+GVLPMJEnZi9NleUO5Sld+uArwQo3P02TqVBGwcfp51c1fhhqaBnIbnOtViU6E5A06fEGodtxHq5o0IKezRTjJUmLiwgIQlpTxHtL5yYoGTwKyYkvdqSKDq+RhZcTfQ==',key_name='tempest-keypair-216539019',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be10cd46a57d4c6d804eb3740b94f589',ramdisk_id='',reservation_id='r-dfkaww4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1931918490',owner_user_name='tempest-ServerStableDeviceRescueTest-1931918490-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:55:44Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5563bb53c38f48b0b0c0890a7c183e02',uuid=05206573-e14b-47a6-9b87-9fecaa7490b1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "vif_mac": "fa:16:3e:2a:00:2b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Converting VIF {"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "vif_mac": "fa:16:3e:2a:00:2b"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:00:2b,bridge_name='br-int',has_traffic_filtering=True,id=fa224778-d1c9-4926-ac89-9e272b740bd2,network=Network(8e432d59-3072-4a38-bf71-9a1a596a88da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa224778-d1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'pci_devices' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG nova.objects.base [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Object Instance<05206573-e14b-47a6-9b87-9fecaa7490b1> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:57:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:57:47 user nova-compute[74639]:   <uuid>05206573-e14b-47a6-9b87-9fecaa7490b1</uuid>
Nov 15 19:57:47 user nova-compute[74639]:   <name>instance-00000006</name>
Nov 15 19:57:47 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:57:47 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:57:47 user nova-compute[74639]:   <metadata>
Nov 15 19:57:47 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:57:47 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:57:47 user nova-compute[74639]:       <nova:name>tempest-ServerStableDeviceRescueTest-server-1334966631</nova:name>
Nov 15 19:57:47 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:57:46</nova:creationTime>
Nov 15 19:57:47 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:57:47 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:57:47 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:57:47 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:57:47 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:57:47 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:57:47 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:57:47 user nova-compute[74639]:       <nova:owner>
Nov 15 19:57:47 user nova-compute[74639]:         <nova:user uuid="5563bb53c38f48b0b0c0890a7c183e02">tempest-ServerStableDeviceRescueTest-1931918490-project-member</nova:user>
Nov 15 19:57:47 user nova-compute[74639]:         <nova:project uuid="be10cd46a57d4c6d804eb3740b94f589">tempest-ServerStableDeviceRescueTest-1931918490</nova:project>
Nov 15 19:57:47 user nova-compute[74639]:       </nova:owner>
Nov 15 19:57:47 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:57:47 user nova-compute[74639]:       <nova:ports>
Nov 15 19:57:47 user nova-compute[74639]:         <nova:port uuid="fa224778-d1c9-4926-ac89-9e272b740bd2">
Nov 15 19:57:47 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 15 19:57:47 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:47 user nova-compute[74639]:       </nova:ports>
Nov 15 19:57:47 user nova-compute[74639]:     </nova:instance>
Nov 15 19:57:47 user nova-compute[74639]:   </metadata>
Nov 15 19:57:47 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:57:47 user nova-compute[74639]:     <system>
Nov 15 19:57:47 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:57:47 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:57:47 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:57:47 user nova-compute[74639]:       <entry name="serial">05206573-e14b-47a6-9b87-9fecaa7490b1</entry>
Nov 15 19:57:47 user nova-compute[74639]:       <entry name="uuid">05206573-e14b-47a6-9b87-9fecaa7490b1</entry>
Nov 15 19:57:47 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:57:47 user nova-compute[74639]:     </system>
Nov 15 19:57:47 user nova-compute[74639]:   </sysinfo>
Nov 15 19:57:47 user nova-compute[74639]:   <os>
Nov 15 19:57:47 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:57:47 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:57:47 user nova-compute[74639]:   </os>
Nov 15 19:57:47 user nova-compute[74639]:   <features>
Nov 15 19:57:47 user nova-compute[74639]:     <acpi/>
Nov 15 19:57:47 user nova-compute[74639]:     <apic/>
Nov 15 19:57:47 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:57:47 user nova-compute[74639]:   </features>
Nov 15 19:57:47 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:57:47 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:57:47 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:57:47 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:57:47 user nova-compute[74639]:   </clock>
Nov 15 19:57:47 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:57:47 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:57:47 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:57:47 user nova-compute[74639]:   </cpu>
Nov 15 19:57:47 user nova-compute[74639]:   <devices>
Nov 15 19:57:47 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:57:47 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:57:47 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk"/>
Nov 15 19:57:47 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:57:47 user nova-compute[74639]:     </disk>
Nov 15 19:57:47 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:57:47 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:57:47 user nova-compute[74639]:       <source dev="/dev/sdf"/>
Nov 15 19:57:47 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 19:57:47 user nova-compute[74639]:       <serial>5a64408f-0de0-4270-bc0a-6ff00fff2c58</serial>
Nov 15 19:57:47 user nova-compute[74639]:     </disk>
Nov 15 19:57:47 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:57:47 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:57:47 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.rescue"/>
Nov 15 19:57:47 user nova-compute[74639]:       <target dev="vdc" bus="virtio"/>
Nov 15 19:57:47 user nova-compute[74639]:       <boot order="1"/>
Nov 15 19:57:47 user nova-compute[74639]:     </disk>
Nov 15 19:57:47 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:47 user nova-compute[74639]:       <mac address="fa:16:3e:2a:00:2b"/>
Nov 15 19:57:47 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:47 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:47 user nova-compute[74639]:       <target dev="tapfa224778-d1"/>
Nov 15 19:57:47 user nova-compute[74639]:     </interface>
Nov 15 19:57:47 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:57:47 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/console.log" append="off"/>
Nov 15 19:57:47 user nova-compute[74639]:     </serial>
Nov 15 19:57:47 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:57:47 user nova-compute[74639]:     <video>
Nov 15 19:57:47 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:47 user nova-compute[74639]:     </video>
Nov 15 19:57:47 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:57:47 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:57:47 user nova-compute[74639]:     </rng>
Nov 15 19:57:47 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:57:47 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:57:47 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:57:47 user nova-compute[74639]:     </memballoon>
Nov 15 19:57:47 user nova-compute[74639]:   </devices>
Nov 15 19:57:47 user nova-compute[74639]: </domain>
Nov 15 19:57:47 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:57:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Instance destroyed successfully.
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] No VIF found with MAC fa:16:3e:2a:00:2b, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:57:48 user nova-compute[74639]: INFO nova.compute.claims [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Claim successful on node user
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.618s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:57:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:57:48 user nova-compute[74639]: DEBUG nova.policy [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '309a677eb5464cbc96f079d84dc8e6e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf098543cd94ac3bab6aa074ce788dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:57:49 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Creating image(s)
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "/opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "/opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "/opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.210s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk 1073741824" returned: 0 in 0.060s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.264s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Successfully created port: 2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.258s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Checking if we can resize image /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:57:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.247s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Cannot resize image /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Ensure instance console log exists: /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-cf375e5e-b7ed-41cc-9688-8fc098815364 req-4d9bd237-feb8-4172-8619-e57a860025e1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cf375e5e-b7ed-41cc-9688-8fc098815364 req-4d9bd237-feb8-4172-8619-e57a860025e1 service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cf375e5e-b7ed-41cc-9688-8fc098815364 req-4d9bd237-feb8-4172-8619-e57a860025e1 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cf375e5e-b7ed-41cc-9688-8fc098815364 req-4d9bd237-feb8-4172-8619-e57a860025e1 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-cf375e5e-b7ed-41cc-9688-8fc098815364 req-4d9bd237-feb8-4172-8619-e57a860025e1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:50 user nova-compute[74639]: WARNING nova.compute.manager [req-cf375e5e-b7ed-41cc-9688-8fc098815364 req-4d9bd237-feb8-4172-8619-e57a860025e1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state active and task_state rescuing.
Nov 15 19:57:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Successfully updated port: 2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "refresh_cache-a9522615-afa9-4e4d-8d24-fff0f6413ab6" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquired lock "refresh_cache-a9522615-afa9-4e4d-8d24-fff0f6413ab6" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:57:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.network.neutron [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Updating instance_info_cache with network_info: [{"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Releasing lock "refresh_cache-a9522615-afa9-4e4d-8d24-fff0f6413ab6" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Instance network_info: |[{"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Start _get_guest_xml network_info=[{"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:57:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:57:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1056012238',display_name='tempest-VolumesAdminNegativeTest-server-1056012238',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1056012238',id=16,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCPn46zdRC2vis9trd5JFYPwxOmPn+2LyPf94vAab8mMvWs4EOJPqF/AuwHpy51xiQThkRmLyEg3IcDVL71c1DlcXP2n6uFsI8246wyXpVeNEl4Q23NgdBqyRuNImveJ5A==',key_name='tempest-keypair-1993900960',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2cf098543cd94ac3bab6aa074ce788dd',ramdisk_id='',reservation_id='r-g0eubsj4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-866490199',owner_user_name='tempest-VolumesAdminNegativeTest-866490199-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='309a677eb5464cbc96f079d84dc8e6e5',uuid=a9522615-afa9-4e4d-8d24-fff0f6413ab6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converting VIF {"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:f6:2b,bridge_name='br-int',has_traffic_filtering=True,id=2d316d9d-008d-497e-9831-92c73ace0327,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d316d9d-00') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lazy-loading 'pci_devices' on Instance uuid a9522615-afa9-4e4d-8d24-fff0f6413ab6 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:57:51 user nova-compute[74639]:   <uuid>a9522615-afa9-4e4d-8d24-fff0f6413ab6</uuid>
Nov 15 19:57:51 user nova-compute[74639]:   <name>instance-00000010</name>
Nov 15 19:57:51 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:57:51 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:57:51 user nova-compute[74639]:   <metadata>
Nov 15 19:57:51 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:57:51 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:57:51 user nova-compute[74639]:       <nova:name>tempest-VolumesAdminNegativeTest-server-1056012238</nova:name>
Nov 15 19:57:51 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:57:51</nova:creationTime>
Nov 15 19:57:51 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:57:51 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:57:51 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:57:51 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:57:51 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:57:51 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:57:51 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:57:51 user nova-compute[74639]:       <nova:owner>
Nov 15 19:57:51 user nova-compute[74639]:         <nova:user uuid="309a677eb5464cbc96f079d84dc8e6e5">tempest-VolumesAdminNegativeTest-866490199-project-member</nova:user>
Nov 15 19:57:51 user nova-compute[74639]:         <nova:project uuid="2cf098543cd94ac3bab6aa074ce788dd">tempest-VolumesAdminNegativeTest-866490199</nova:project>
Nov 15 19:57:51 user nova-compute[74639]:       </nova:owner>
Nov 15 19:57:51 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:57:51 user nova-compute[74639]:       <nova:ports>
Nov 15 19:57:51 user nova-compute[74639]:         <nova:port uuid="2d316d9d-008d-497e-9831-92c73ace0327">
Nov 15 19:57:51 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 19:57:51 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:51 user nova-compute[74639]:       </nova:ports>
Nov 15 19:57:51 user nova-compute[74639]:     </nova:instance>
Nov 15 19:57:51 user nova-compute[74639]:   </metadata>
Nov 15 19:57:51 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:57:51 user nova-compute[74639]:     <system>
Nov 15 19:57:51 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:57:51 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:57:51 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:57:51 user nova-compute[74639]:       <entry name="serial">a9522615-afa9-4e4d-8d24-fff0f6413ab6</entry>
Nov 15 19:57:51 user nova-compute[74639]:       <entry name="uuid">a9522615-afa9-4e4d-8d24-fff0f6413ab6</entry>
Nov 15 19:57:51 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:57:51 user nova-compute[74639]:     </system>
Nov 15 19:57:51 user nova-compute[74639]:   </sysinfo>
Nov 15 19:57:51 user nova-compute[74639]:   <os>
Nov 15 19:57:51 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:57:51 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:57:51 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:57:51 user nova-compute[74639]:   </os>
Nov 15 19:57:51 user nova-compute[74639]:   <features>
Nov 15 19:57:51 user nova-compute[74639]:     <acpi/>
Nov 15 19:57:51 user nova-compute[74639]:     <apic/>
Nov 15 19:57:51 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:57:51 user nova-compute[74639]:   </features>
Nov 15 19:57:51 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:57:51 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:57:51 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:57:51 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:57:51 user nova-compute[74639]:   </clock>
Nov 15 19:57:51 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:57:51 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:57:51 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:57:51 user nova-compute[74639]:   </cpu>
Nov 15 19:57:51 user nova-compute[74639]:   <devices>
Nov 15 19:57:51 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:57:51 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:57:51 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk"/>
Nov 15 19:57:51 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:57:51 user nova-compute[74639]:     </disk>
Nov 15 19:57:51 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:51 user nova-compute[74639]:       <mac address="fa:16:3e:b5:f6:2b"/>
Nov 15 19:57:51 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:51 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:51 user nova-compute[74639]:       <target dev="tap2d316d9d-00"/>
Nov 15 19:57:51 user nova-compute[74639]:     </interface>
Nov 15 19:57:51 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:57:51 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/console.log" append="off"/>
Nov 15 19:57:51 user nova-compute[74639]:     </serial>
Nov 15 19:57:51 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:57:51 user nova-compute[74639]:     <video>
Nov 15 19:57:51 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:51 user nova-compute[74639]:     </video>
Nov 15 19:57:51 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:57:51 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:57:51 user nova-compute[74639]:     </rng>
Nov 15 19:57:51 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:57:51 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:57:51 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:57:51 user nova-compute[74639]:     </memballoon>
Nov 15 19:57:51 user nova-compute[74639]:   </devices>
Nov 15 19:57:51 user nova-compute[74639]: </domain>
Nov 15 19:57:51 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:57:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1056012238',display_name='tempest-VolumesAdminNegativeTest-server-1056012238',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1056012238',id=16,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCPn46zdRC2vis9trd5JFYPwxOmPn+2LyPf94vAab8mMvWs4EOJPqF/AuwHpy51xiQThkRmLyEg3IcDVL71c1DlcXP2n6uFsI8246wyXpVeNEl4Q23NgdBqyRuNImveJ5A==',key_name='tempest-keypair-1993900960',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2cf098543cd94ac3bab6aa074ce788dd',ramdisk_id='',reservation_id='r-g0eubsj4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-866490199',owner_user_name='tempest-VolumesAdminNegativeTest-866490199-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='309a677eb5464cbc96f079d84dc8e6e5',uuid=a9522615-afa9-4e4d-8d24-fff0f6413ab6,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converting VIF {"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b5:f6:2b,bridge_name='br-int',has_traffic_filtering=True,id=2d316d9d-008d-497e-9831-92c73ace0327,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d316d9d-00') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG os_vif [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:f6:2b,bridge_name='br-int',has_traffic_filtering=True,id=2d316d9d-008d-497e-9831-92c73ace0327,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d316d9d-00') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2f508d3e-09b3-57f5-87fd-b8beb6f5ce63', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2d316d9d-00, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2d316d9d-00, col_values=(('qos', UUID('a0a63197-91b4-40c4-bde7-cb4e1d2ee227')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2d316d9d-00, col_values=(('external_ids', {'iface-id': '2d316d9d-008d-497e-9831-92c73ace0327', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b5:f6:2b', 'vm-uuid': 'a9522615-afa9-4e4d-8d24-fff0f6413ab6'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:51 user nova-compute[74639]: INFO os_vif [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b5:f6:2b,bridge_name='br-int',has_traffic_filtering=True,id=2d316d9d-008d-497e-9831-92c73ace0327,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d316d9d-00')
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] No VIF found with MAC fa:16:3e:b5:f6:2b, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:52 user nova-compute[74639]: WARNING nova.compute.manager [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state active and task_state rescuing.
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received event network-changed-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Refreshing instance network info cache due to event network-changed-2d316d9d-008d-497e-9831-92c73ace0327. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] Acquiring lock "refresh_cache-a9522615-afa9-4e4d-8d24-fff0f6413ab6" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] Acquired lock "refresh_cache-a9522615-afa9-4e4d-8d24-fff0f6413ab6" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Refreshing network info cache for port 2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e2f9d368-60a9-43ab-8825-2e33818def03 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Starting finish_migration {{(pid=74639) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance directory exists: not creating {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 19:57:52 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Creating image(s)
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.230s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Checking if we can resize image /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk. size=21474836480 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Updated VIF entry in instance network info cache for port 2d316d9d-008d-497e-9831-92c73ace0327. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Updating instance_info_cache with network_info: [{"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ae6e9c5b-f10a-4cf8-bedb-498d9d4e27b6 req-ddfd84da-269a-46f0-85a4-9912764a9084 service nova] Releasing lock "refresh_cache-a9522615-afa9-4e4d-8d24-fff0f6413ab6" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): qemu-img resize /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk 21474836480 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CMD "qemu-img resize /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk 21474836480" returned: 0 in 0.065s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Ensure instance console log exists: /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Start _get_guest_xml network_info=[{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-892213767-network", "vif_mac": "fa:16:3e:1a:49:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '991caabb-c1de-4804-b185-6168248260bb', 'attached_at': '2023-11-15T19:57:52.000000', 'detached_at': '', 'volume_id': 'fdd514e4-7a3a-479a-a692-d6cab607e126', 'serial': 'fdd514e4-7a3a-479a-a692-d6cab607e126'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'attachment_id': '031d07d6-e803-453f-9384-75133e8b6f78', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:57:53 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:53 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:57:53 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:53 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:57:53 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1473069-e605-4d07-8abc-4bbdebb06dfd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:57:53 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-0de13522-77b2-44d6-9e3c-bced35e01cc9 req-0839efaa-fc2a-4fc1-9d51-46feaf452e68 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received event network-vif-plugged-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0de13522-77b2-44d6-9e3c-bced35e01cc9 req-0839efaa-fc2a-4fc1-9d51-46feaf452e68 service nova] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0de13522-77b2-44d6-9e3c-bced35e01cc9 req-0839efaa-fc2a-4fc1-9d51-46feaf452e68 service nova] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0de13522-77b2-44d6-9e3c-bced35e01cc9 req-0839efaa-fc2a-4fc1-9d51-46feaf452e68 service nova] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-0de13522-77b2-44d6-9e3c-bced35e01cc9 req-0839efaa-fc2a-4fc1-9d51-46feaf452e68 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] No waiting events found dispatching network-vif-plugged-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:53 user nova-compute[74639]: WARNING nova.compute.manager [req-0de13522-77b2-44d6-9e3c-bced35e01cc9 req-0839efaa-fc2a-4fc1-9d51-46feaf452e68 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received unexpected event network-vif-plugged-2d316d9d-008d-497e-9831-92c73ace0327 for instance with vm_state building and task_state spawning.
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eded0f59-c87e-40db-a6fc-e2988896e8bc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126] added
Nov 15 19:57:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[95ea5187-b2fd-4cb1-abfe-41fded9a3b87]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[78428a53-36da-49e4-9125-6c6a69dd8dcf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GidjUyst {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GidjUyst" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[de5c53c4-54a8-47d8-b86f-88caa8135ee5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GidjUyst'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c17a3dcd-5dde-4fb5-9c23-61da7c825cf0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed4aeb0a-a610-429a-8da8-74aac04794b3]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --login" returned: 0 in 0.099s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c8eeda3a-09fe-4145-96ea-109d1a6eaafc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]
Nov 15 19:57:53 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.
Nov 15 19:57:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b0935df-1285-4acb-8e9d-09b3fe150238]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e71fb09-106a-4cf6-b44f-cd7925af0df9]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:57:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.376s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] HCTL ('36', '-', '-', 0) found on session 17 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.116s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0d85a02-b2c0-4b6b-b3bd-841676a9188d]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching for a device in session 17 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.527s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] <== connect_volume: return (1528ms) {'type': 'block', 'scsi_wwn': '23839353431666534', 'path': '/dev/sde'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839353431666534', 'path': '/dev/sde'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-49804097',display_name='tempest-ServerActionsTestOtherB-server-49804097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-49804097',id=5,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGdCSMyoTO4eAzLwDMl8yakNrhRBANP4/QfrOyuhvNze9U0mgNw9lzqb8vLaXdrkG1igyHC6fMnq+53eFUVT9lyMXEmQn3Pi0sukm2UoYCYIjGHhj1KnEHVlNNXucT80Q==',key_name='tempest-keypair-368825858',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:53:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3a140282e339408580ce2bc1cc60ae67',ramdisk_id='',reservation_id='r-7y1qcbn3',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1215246516',owner_user_name='tempest-ServerActionsTestOtherB-1215246516-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eec78ee6182c4d13a7ff6dd53b910b0f',uuid=991caabb-c1de-4804-b185-6168248260bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-892213767-network", "vif_mac": "fa:16:3e:1a:49:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converting VIF {"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-892213767-network", "vif_mac": "fa:16:3e:1a:49:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:57:54 user nova-compute[74639]:   <uuid>991caabb-c1de-4804-b185-6168248260bb</uuid>
Nov 15 19:57:54 user nova-compute[74639]:   <name>instance-00000005</name>
Nov 15 19:57:54 user nova-compute[74639]:   <memory>2097152</memory>
Nov 15 19:57:54 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:57:54 user nova-compute[74639]:   <metadata>
Nov 15 19:57:54 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:57:54 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:57:54 user nova-compute[74639]:       <nova:name>tempest-ServerActionsTestOtherB-server-49804097</nova:name>
Nov 15 19:57:54 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:57:53</nova:creationTime>
Nov 15 19:57:54 user nova-compute[74639]:       <nova:flavor name="m1.small">
Nov 15 19:57:54 user nova-compute[74639]:         <nova:memory>2048</nova:memory>
Nov 15 19:57:54 user nova-compute[74639]:         <nova:disk>20</nova:disk>
Nov 15 19:57:54 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:57:54 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:57:54 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:57:54 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:57:54 user nova-compute[74639]:       <nova:owner>
Nov 15 19:57:54 user nova-compute[74639]:         <nova:user uuid="eec78ee6182c4d13a7ff6dd53b910b0f">tempest-ServerActionsTestOtherB-1215246516-project-member</nova:user>
Nov 15 19:57:54 user nova-compute[74639]:         <nova:project uuid="3a140282e339408580ce2bc1cc60ae67">tempest-ServerActionsTestOtherB-1215246516</nova:project>
Nov 15 19:57:54 user nova-compute[74639]:       </nova:owner>
Nov 15 19:57:54 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:57:54 user nova-compute[74639]:       <nova:ports>
Nov 15 19:57:54 user nova-compute[74639]:         <nova:port uuid="5042c7cb-0f7f-430a-abc5-c228ad7f002d">
Nov 15 19:57:54 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 19:57:54 user nova-compute[74639]:         </nova:port>
Nov 15 19:57:54 user nova-compute[74639]:       </nova:ports>
Nov 15 19:57:54 user nova-compute[74639]:     </nova:instance>
Nov 15 19:57:54 user nova-compute[74639]:   </metadata>
Nov 15 19:57:54 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:57:54 user nova-compute[74639]:     <system>
Nov 15 19:57:54 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:57:54 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:57:54 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:57:54 user nova-compute[74639]:       <entry name="serial">991caabb-c1de-4804-b185-6168248260bb</entry>
Nov 15 19:57:54 user nova-compute[74639]:       <entry name="uuid">991caabb-c1de-4804-b185-6168248260bb</entry>
Nov 15 19:57:54 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:57:54 user nova-compute[74639]:     </system>
Nov 15 19:57:54 user nova-compute[74639]:   </sysinfo>
Nov 15 19:57:54 user nova-compute[74639]:   <os>
Nov 15 19:57:54 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:57:54 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:57:54 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:57:54 user nova-compute[74639]:   </os>
Nov 15 19:57:54 user nova-compute[74639]:   <features>
Nov 15 19:57:54 user nova-compute[74639]:     <acpi/>
Nov 15 19:57:54 user nova-compute[74639]:     <apic/>
Nov 15 19:57:54 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:57:54 user nova-compute[74639]:   </features>
Nov 15 19:57:54 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:57:54 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:57:54 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:57:54 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:57:54 user nova-compute[74639]:   </clock>
Nov 15 19:57:54 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:57:54 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:57:54 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:57:54 user nova-compute[74639]:   </cpu>
Nov 15 19:57:54 user nova-compute[74639]:   <devices>
Nov 15 19:57:54 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:57:54 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:57:54 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk"/>
Nov 15 19:57:54 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:57:54 user nova-compute[74639]:     </disk>
Nov 15 19:57:54 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:57:54 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:57:54 user nova-compute[74639]:       <source dev="/dev/sde"/>
Nov 15 19:57:54 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 19:57:54 user nova-compute[74639]:       <serial>fdd514e4-7a3a-479a-a692-d6cab607e126</serial>
Nov 15 19:57:54 user nova-compute[74639]:     </disk>
Nov 15 19:57:54 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:57:54 user nova-compute[74639]:       <mac address="fa:16:3e:1a:49:c8"/>
Nov 15 19:57:54 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:54 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:57:54 user nova-compute[74639]:       <target dev="tap5042c7cb-0f"/>
Nov 15 19:57:54 user nova-compute[74639]:     </interface>
Nov 15 19:57:54 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:57:54 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/console.log" append="off"/>
Nov 15 19:57:54 user nova-compute[74639]:     </serial>
Nov 15 19:57:54 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:57:54 user nova-compute[74639]:     <video>
Nov 15 19:57:54 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:57:54 user nova-compute[74639]:     </video>
Nov 15 19:57:54 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:57:54 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:57:54 user nova-compute[74639]:     </rng>
Nov 15 19:57:54 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:57:54 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:57:54 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:57:54 user nova-compute[74639]:     </memballoon>
Nov 15 19:57:54 user nova-compute[74639]:   </devices>
Nov 15 19:57:54 user nova-compute[74639]: </domain>
Nov 15 19:57:54 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-49804097',display_name='tempest-ServerActionsTestOtherB-server-49804097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-49804097',id=5,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGdCSMyoTO4eAzLwDMl8yakNrhRBANP4/QfrOyuhvNze9U0mgNw9lzqb8vLaXdrkG1igyHC6fMnq+53eFUVT9lyMXEmQn3Pi0sukm2UoYCYIjGHhj1KnEHVlNNXucT80Q==',key_name='tempest-keypair-368825858',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:53:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3a140282e339408580ce2bc1cc60ae67',ramdisk_id='',reservation_id='r-7y1qcbn3',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1215246516',owner_user_name='tempest-ServerActionsTestOtherB-1215246516-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:57:45Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eec78ee6182c4d13a7ff6dd53b910b0f',uuid=991caabb-c1de-4804-b185-6168248260bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-892213767-network", "vif_mac": "fa:16:3e:1a:49:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converting VIF {"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherB-892213767-network", "vif_mac": "fa:16:3e:1a:49:c8"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG os_vif [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06ea7864-ba67-5522-9486-37cf73a85607', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5042c7cb-0f, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5042c7cb-0f, col_values=(('qos', UUID('f0bf68d7-dfc6-4cac-acbd-3f401f6bd7c4')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5042c7cb-0f, col_values=(('external_ids', {'iface-id': '5042c7cb-0f7f-430a-abc5-c228ad7f002d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:49:c8', 'vm-uuid': '991caabb-c1de-4804-b185-6168248260bb'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:54 user nova-compute[74639]: INFO os_vif [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f')
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:57:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] No VIF found with MAC fa:16:3e:1a:49:c8, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd7a1609-2979-4942-bd8f-19ac31ce2c56 req-c40ab861-6530-4569-a0c0-0c0e9b1cf48d service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received event network-vif-plugged-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd7a1609-2979-4942-bd8f-19ac31ce2c56 req-c40ab861-6530-4569-a0c0-0c0e9b1cf48d service nova] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd7a1609-2979-4942-bd8f-19ac31ce2c56 req-c40ab861-6530-4569-a0c0-0c0e9b1cf48d service nova] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd7a1609-2979-4942-bd8f-19ac31ce2c56 req-c40ab861-6530-4569-a0c0-0c0e9b1cf48d service nova] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd7a1609-2979-4942-bd8f-19ac31ce2c56 req-c40ab861-6530-4569-a0c0-0c0e9b1cf48d service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] No waiting events found dispatching network-vif-plugged-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:55 user nova-compute[74639]: WARNING nova.compute.manager [req-bd7a1609-2979-4942-bd8f-19ac31ce2c56 req-c40ab861-6530-4569-a0c0-0c0e9b1cf48d service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received unexpected event network-vif-plugged-2d316d9d-008d-497e-9831-92c73ace0327 for instance with vm_state building and task_state spawning.
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:57:55 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Instance spawned successfully.
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:57:55 user nova-compute[74639]: INFO nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Took 6.70 seconds to spawn the instance on the hypervisor.
Nov 15 19:57:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:57:55 user nova-compute[74639]: INFO nova.compute.manager [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Took 7.87 seconds to build instance.
Nov 15 19:57:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-abfb06b0-3c41-48c6-992d-da1ea7bbdc6d tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.057s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG nova.compute.manager [req-440c0db6-9f56-4159-a635-efd7436d1892 req-c1f01cf9-1949-44b2-b58d-1af670b72bbd service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-440c0db6-9f56-4159-a635-efd7436d1892 req-c1f01cf9-1949-44b2-b58d-1af670b72bbd service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-440c0db6-9f56-4159-a635-efd7436d1892 req-c1f01cf9-1949-44b2-b58d-1af670b72bbd service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-440c0db6-9f56-4159-a635-efd7436d1892 req-c1f01cf9-1949-44b2-b58d-1af670b72bbd service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:56 user nova-compute[74639]: DEBUG nova.compute.manager [req-440c0db6-9f56-4159-a635-efd7436d1892 req-c1f01cf9-1949-44b2-b58d-1af670b72bbd service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:56 user nova-compute[74639]: WARNING nova.compute.manager [req-440c0db6-9f56-4159-a635-efd7436d1892 req-c1f01cf9-1949-44b2-b58d-1af670b72bbd service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state active and task_state resize_finish.
Nov 15 19:57:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:57:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance running successfully.
Nov 15 19:57:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Failed to set time: agent not configured {{(pid=74639) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 15 19:57:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5983123b-4b99-47d0-8eb6-86ee690b3c90 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] finish_migration finished successfully. {{(pid=74639) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 15 19:57:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:57:58 user nova-compute[74639]: DEBUG nova.compute.manager [req-08c1e011-ab32-4e37-a5ec-ae227c9592dc req-c2d4a3a7-1b2c-4f60-846d-8af9f19d62a0 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:57:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08c1e011-ab32-4e37-a5ec-ae227c9592dc req-c2d4a3a7-1b2c-4f60-846d-8af9f19d62a0 service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:57:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08c1e011-ab32-4e37-a5ec-ae227c9592dc req-c2d4a3a7-1b2c-4f60-846d-8af9f19d62a0 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:57:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08c1e011-ab32-4e37-a5ec-ae227c9592dc req-c2d4a3a7-1b2c-4f60-846d-8af9f19d62a0 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:57:58 user nova-compute[74639]: DEBUG nova.compute.manager [req-08c1e011-ab32-4e37-a5ec-ae227c9592dc req-c2d4a3a7-1b2c-4f60-846d-8af9f19d62a0 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:57:58 user nova-compute[74639]: WARNING nova.compute.manager [req-08c1e011-ab32-4e37-a5ec-ae227c9592dc req-c2d4a3a7-1b2c-4f60-846d-8af9f19d62a0 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state active and task_state resize_finish.
Nov 15 19:57:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:06 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:58:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:06 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:58:06 user nova-compute[74639]: INFO nova.compute.claims [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Claim successful on node user
Nov 15 19:58:07 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.476s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:58:07 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:58:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG nova.policy [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26493c6ae6be4d11beca7c3c0c0ed673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '683cef729b4543b1b3a44ac84aaf6930', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:58:07 user nova-compute[74639]: INFO nova.virt.block_device [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Booting with volume ee7292eb-6f77-4544-a28b-f65009a80e0c at /dev/vda
Nov 15 19:58:07 user nova-compute[74639]: DEBUG os_brick.utils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c01d73da-b6fe-47a5-9714-4fbf25261a9e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[96fc3975-3f4e-461d-ada8-616758080702]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[25e3d8e4-dc24-42ee-887b-a89bce1497ae]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f67a05b1-f05a-4f42-a649-23c33217984e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:58:07 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:58:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[279a98ad-c529-4df5-aa53-e083d12a2449]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG os_brick.utils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] <== get_connector_properties: return (167ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:58:07 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Updating existing volume attachment record: c412d8da-8a36-48c8-8b61-f695d85631ae {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:58:08 user nova-compute[74639]: DEBUG nova.network.neutron [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Successfully created port: 3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:58:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Successfully updated port: 3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "refresh_cache-38f34aaa-ba37-4232-b029-bc88f131b2be" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquired lock "refresh_cache-38f34aaa-ba37-4232-b029-bc88f131b2be" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-3596303b-9ddf-4d59-8a9a-62dad05d16e8 req-cc15845e-99a8-4d6f-a66b-70344468f19f service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-changed-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-3596303b-9ddf-4d59-8a9a-62dad05d16e8 req-cc15845e-99a8-4d6f-a66b-70344468f19f service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Refreshing instance network info cache due to event network-changed-3df28632-38af-46cd-98a0-42493bfcf875. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3596303b-9ddf-4d59-8a9a-62dad05d16e8 req-cc15845e-99a8-4d6f-a66b-70344468f19f service nova] Acquiring lock "refresh_cache-38f34aaa-ba37-4232-b029-bc88f131b2be" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Updating instance_info_cache with network_info: [{"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Releasing lock "refresh_cache-38f34aaa-ba37-4232-b029-bc88f131b2be" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance network_info: |[{"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3596303b-9ddf-4d59-8a9a-62dad05d16e8 req-cc15845e-99a8-4d6f-a66b-70344468f19f service nova] Acquired lock "refresh_cache-38f34aaa-ba37-4232-b029-bc88f131b2be" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG nova.network.neutron [req-3596303b-9ddf-4d59-8a9a-62dad05d16e8 req-cc15845e-99a8-4d6f-a66b-70344468f19f service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Refreshing network info cache for port 3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:58:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:10 user nova-compute[74639]: DEBUG nova.network.neutron [req-3596303b-9ddf-4d59-8a9a-62dad05d16e8 req-cc15845e-99a8-4d6f-a66b-70344468f19f service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Updated VIF entry in instance network info cache for port 3df28632-38af-46cd-98a0-42493bfcf875. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:58:10 user nova-compute[74639]: DEBUG nova.network.neutron [req-3596303b-9ddf-4d59-8a9a-62dad05d16e8 req-cc15845e-99a8-4d6f-a66b-70344468f19f service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Updating instance_info_cache with network_info: [{"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:58:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3596303b-9ddf-4d59-8a9a-62dad05d16e8 req-cc15845e-99a8-4d6f-a66b-70344468f19f service nova] Releasing lock "refresh_cache-38f34aaa-ba37-4232-b029-bc88f131b2be" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:58:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:58:15 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Creating image(s)
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Ensure instance console log exists: /opt/stack/data/nova/instances/38f34aaa-ba37-4232-b029-bc88f131b2be/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Start _get_guest_xml network_info=[{"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYADEyzd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '38f34aaa-ba37-4232-b029-bc88f131b2be', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee7292eb-6f77-4544-a28b-f65009a80e0c', 'serial': 'ee7292eb-6f77-4544-a28b-f65009a80e0c'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'c412d8da-8a36-48c8-8b61-f695d85631ae', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:58:15 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:15 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYADEyzd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:58:15 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:58:15 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:58:15 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe043bc-4458-4ac1-b41f-4654c4689bf0]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:58:15 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f506e59-c1dc-4443-99a2-1148cff88933]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c] added
Nov 15 19:58:15 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f91a55c-db1d-4693-9f9e-9976ebc8f011]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6e58a06a-9785-40e7-bb3a-2c217423ecf7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IYADEyzd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IYADEyzd" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdb5d576-b97f-47b0-b03f-82e2f091ae91]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IYADEyzd'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e4507b7-a56f-4829-b846-55066bc67c2e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[873058cf-291d-4125-a099-b307388b4146]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --login" returned: 0 in 0.079s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[288ab8c2-c1a3-48cc-bec6-28234c4e06bf]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260]
Nov 15 19:58:15 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260] successful.
Nov 15 19:58:15 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e983d99b-a234-4659-91c1-d1186a3232e6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3013ae81-ecc7-4b80-8cfd-ce4b27b6daea]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:58:15 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:58:15 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:58:15 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.334s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] HCTL ('38', '-', '-', 0) found on session 18 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:58:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:16 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a3cf8bc-ee02-4018-80d0-6d27ad78ad84]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:16 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Searching for a device in session 18 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:58:16 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYADEyzd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.379s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] <== connect_volume: return (1380ms) {'type': 'block', 'scsi_wwn': '23433363232396461', 'path': '/dev/sdg'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23433363232396461', 'path': '/dev/sdg'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-373680140',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-373680140',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCOFLtt1Zgzd5kV9Wc8oLmbw+R++fgJfumNP8OIUkaJChZArXaUMzdUKsltknBZukBhjyHc20UN4NOIf6lOl9SzTrfDG4rEHfECNT80rDzTpJdlAIxByojYxlJOJxTjcZw==',key_name='tempest-keypair-1397423520',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='683cef729b4543b1b3a44ac84aaf6930',ramdisk_id='',reservation_id='r-3y5z1jgo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1935720551',owner_user_name='tempest-ServerActionsV293TestJSON-1935720551-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:58:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26493c6ae6be4d11beca7c3c0c0ed673',uuid=38f34aaa-ba37-4232-b029-bc88f131b2be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converting VIF {"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.objects.instance [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lazy-loading 'pci_devices' on Instance uuid 38f34aaa-ba37-4232-b029-bc88f131b2be {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:58:17 user nova-compute[74639]:   <uuid>38f34aaa-ba37-4232-b029-bc88f131b2be</uuid>
Nov 15 19:58:17 user nova-compute[74639]:   <name>instance-00000011</name>
Nov 15 19:58:17 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:58:17 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:58:17 user nova-compute[74639]:   <metadata>
Nov 15 19:58:17 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:58:17 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:58:17 user nova-compute[74639]:       <nova:name>tempest-ServerActionsV293TestJSON-server-373680140</nova:name>
Nov 15 19:58:17 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:58:15</nova:creationTime>
Nov 15 19:58:17 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:58:17 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:58:17 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:58:17 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:58:17 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:58:17 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:58:17 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:58:17 user nova-compute[74639]:       <nova:owner>
Nov 15 19:58:17 user nova-compute[74639]:         <nova:user uuid="26493c6ae6be4d11beca7c3c0c0ed673">tempest-ServerActionsV293TestJSON-1935720551-project-member</nova:user>
Nov 15 19:58:17 user nova-compute[74639]:         <nova:project uuid="683cef729b4543b1b3a44ac84aaf6930">tempest-ServerActionsV293TestJSON-1935720551</nova:project>
Nov 15 19:58:17 user nova-compute[74639]:       </nova:owner>
Nov 15 19:58:17 user nova-compute[74639]:       <nova:ports>
Nov 15 19:58:17 user nova-compute[74639]:         <nova:port uuid="3df28632-38af-46cd-98a0-42493bfcf875">
Nov 15 19:58:17 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 19:58:17 user nova-compute[74639]:         </nova:port>
Nov 15 19:58:17 user nova-compute[74639]:       </nova:ports>
Nov 15 19:58:17 user nova-compute[74639]:     </nova:instance>
Nov 15 19:58:17 user nova-compute[74639]:   </metadata>
Nov 15 19:58:17 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:58:17 user nova-compute[74639]:     <system>
Nov 15 19:58:17 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:58:17 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:58:17 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:58:17 user nova-compute[74639]:       <entry name="serial">38f34aaa-ba37-4232-b029-bc88f131b2be</entry>
Nov 15 19:58:17 user nova-compute[74639]:       <entry name="uuid">38f34aaa-ba37-4232-b029-bc88f131b2be</entry>
Nov 15 19:58:17 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:58:17 user nova-compute[74639]:     </system>
Nov 15 19:58:17 user nova-compute[74639]:   </sysinfo>
Nov 15 19:58:17 user nova-compute[74639]:   <os>
Nov 15 19:58:17 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:58:17 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:58:17 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:58:17 user nova-compute[74639]:   </os>
Nov 15 19:58:17 user nova-compute[74639]:   <features>
Nov 15 19:58:17 user nova-compute[74639]:     <acpi/>
Nov 15 19:58:17 user nova-compute[74639]:     <apic/>
Nov 15 19:58:17 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:58:17 user nova-compute[74639]:   </features>
Nov 15 19:58:17 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:58:17 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:58:17 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:58:17 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:58:17 user nova-compute[74639]:   </clock>
Nov 15 19:58:17 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:58:17 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:58:17 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:58:17 user nova-compute[74639]:   </cpu>
Nov 15 19:58:17 user nova-compute[74639]:   <devices>
Nov 15 19:58:17 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:58:17 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:58:17 user nova-compute[74639]:       <source dev="/dev/sdg"/>
Nov 15 19:58:17 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:58:17 user nova-compute[74639]:       <serial>ee7292eb-6f77-4544-a28b-f65009a80e0c</serial>
Nov 15 19:58:17 user nova-compute[74639]:     </disk>
Nov 15 19:58:17 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:58:17 user nova-compute[74639]:       <mac address="fa:16:3e:24:d5:6d"/>
Nov 15 19:58:17 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:58:17 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:58:17 user nova-compute[74639]:       <target dev="tap3df28632-38"/>
Nov 15 19:58:17 user nova-compute[74639]:     </interface>
Nov 15 19:58:17 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:58:17 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/38f34aaa-ba37-4232-b029-bc88f131b2be/console.log" append="off"/>
Nov 15 19:58:17 user nova-compute[74639]:     </serial>
Nov 15 19:58:17 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:58:17 user nova-compute[74639]:     <video>
Nov 15 19:58:17 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:58:17 user nova-compute[74639]:     </video>
Nov 15 19:58:17 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:58:17 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:58:17 user nova-compute[74639]:     </rng>
Nov 15 19:58:17 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:58:17 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:58:17 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:58:17 user nova-compute[74639]:     </memballoon>
Nov 15 19:58:17 user nova-compute[74639]:   </devices>
Nov 15 19:58:17 user nova-compute[74639]: </domain>
Nov 15 19:58:17 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-373680140',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-373680140',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCOFLtt1Zgzd5kV9Wc8oLmbw+R++fgJfumNP8OIUkaJChZArXaUMzdUKsltknBZukBhjyHc20UN4NOIf6lOl9SzTrfDG4rEHfECNT80rDzTpJdlAIxByojYxlJOJxTjcZw==',key_name='tempest-keypair-1397423520',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='683cef729b4543b1b3a44ac84aaf6930',ramdisk_id='',reservation_id='r-3y5z1jgo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsV293TestJSON-1935720551',owner_user_name='tempest-ServerActionsV293TestJSON-1935720551-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:58:07Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26493c6ae6be4d11beca7c3c0c0ed673',uuid=38f34aaa-ba37-4232-b029-bc88f131b2be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converting VIF {"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG os_vif [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7c335697-e60d-5bbb-99f2-5712d6a292f3', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3df28632-38, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3df28632-38, col_values=(('qos', UUID('3c24c600-bc9d-443c-a784-c3e1a04edb60')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3df28632-38, col_values=(('external_ids', {'iface-id': '3df28632-38af-46cd-98a0-42493bfcf875', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:d5:6d', 'vm-uuid': '38f34aaa-ba37-4232-b029-bc88f131b2be'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:17 user nova-compute[74639]: INFO os_vif [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38')
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:58:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] No VIF found with MAC fa:16:3e:24:d5:6d, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:58:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-015c0521-aec8-40ac-8719-4b0c1a5b2caa req-dbeeb59e-92d4-49b4-a17f-a8388c1738fb service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-015c0521-aec8-40ac-8719-4b0c1a5b2caa req-dbeeb59e-92d4-49b4-a17f-a8388c1738fb service nova] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-015c0521-aec8-40ac-8719-4b0c1a5b2caa req-dbeeb59e-92d4-49b4-a17f-a8388c1738fb service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-015c0521-aec8-40ac-8719-4b0c1a5b2caa req-dbeeb59e-92d4-49b4-a17f-a8388c1738fb service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-015c0521-aec8-40ac-8719-4b0c1a5b2caa req-dbeeb59e-92d4-49b4-a17f-a8388c1738fb service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] No waiting events found dispatching network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:18 user nova-compute[74639]: WARNING nova.compute.manager [req-015c0521-aec8-40ac-8719-4b0c1a5b2caa req-dbeeb59e-92d4-49b4-a17f-a8388c1738fb service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received unexpected event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 for instance with vm_state building and task_state spawning.
Nov 15 19:58:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:58:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:58:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance spawned successfully.
Nov 15 19:58:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:58:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:21 user nova-compute[74639]: INFO nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Took 5.46 seconds to spawn the instance on the hypervisor.
Nov 15 19:58:21 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:58:21 user nova-compute[74639]: INFO nova.compute.manager [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Took 14.59 seconds to build instance.
Nov 15 19:58:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-7dbae503-5aa4-4550-88d4-17e253c42bb9 req-1327dbed-f231-42f5-af0d-7442037267e2 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7dbae503-5aa4-4550-88d4-17e253c42bb9 req-1327dbed-f231-42f5-af0d-7442037267e2 service nova] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7dbae503-5aa4-4550-88d4-17e253c42bb9 req-1327dbed-f231-42f5-af0d-7442037267e2 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7dbae503-5aa4-4550-88d4-17e253c42bb9 req-1327dbed-f231-42f5-af0d-7442037267e2 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-7dbae503-5aa4-4550-88d4-17e253c42bb9 req-1327dbed-f231-42f5-af0d-7442037267e2 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] No waiting events found dispatching network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:21 user nova-compute[74639]: WARNING nova.compute.manager [req-7dbae503-5aa4-4550-88d4-17e253c42bb9 req-1327dbed-f231-42f5-af0d-7442037267e2 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received unexpected event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 for instance with vm_state active and task_state None.
Nov 15 19:58:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6795eaf0-94d5-46b1-a5ba-4b617ef3bbec tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 14.712s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:22 user nova-compute[74639]: INFO nova.compute.manager [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Rescuing
Nov 15 19:58:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:58:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquired lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:58:22 user nova-compute[74639]: DEBUG nova.network.neutron [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:58:22 user nova-compute[74639]: DEBUG nova.network.neutron [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updating instance_info_cache with network_info: [{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:58:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Releasing lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-38cdb5d8-18aa-4afc-81e1-d95dbec59400 req-b01bce32-f859-4f05-a592-32cb23f9d385 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-unplugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-38cdb5d8-18aa-4afc-81e1-d95dbec59400 req-b01bce32-f859-4f05-a592-32cb23f9d385 service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-38cdb5d8-18aa-4afc-81e1-d95dbec59400 req-b01bce32-f859-4f05-a592-32cb23f9d385 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-38cdb5d8-18aa-4afc-81e1-d95dbec59400 req-b01bce32-f859-4f05-a592-32cb23f9d385 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-38cdb5d8-18aa-4afc-81e1-d95dbec59400 req-b01bce32-f859-4f05-a592-32cb23f9d385 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-unplugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:23 user nova-compute[74639]: WARNING nova.compute.manager [req-38cdb5d8-18aa-4afc-81e1-d95dbec59400 req-b01bce32-f859-4f05-a592-32cb23f9d385 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-unplugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state active and task_state rescuing.
Nov 15 19:58:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Instance destroyed successfully.
Nov 15 19:58:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Attempting rescue
Nov 15 19:58:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74639) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Instance directory exists: not creating {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 19:58:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Creating image(s)
Nov 15 19:58:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG nova.objects.instance [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'trusted_certs' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.221s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue" returned: 0 in 0.056s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.285s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'migration_context' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.base [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<940714cc-6448-4afb-9f93-ff2c2e8b5426> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Start _get_guest_xml network_info=[{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "vif_mac": "fa:16:3e:2a:08:6a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'resources' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.base [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<940714cc-6448-4afb-9f93-ff2c2e8b5426> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'numa_topology' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.base [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<940714cc-6448-4afb-9f93-ff2c2e8b5426> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:58:24 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:24 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'vcpu_model' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.base [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<940714cc-6448-4afb-9f93-ff2c2e8b5426> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2017237758',display_name='tempest-ServerRescueNegativeTestJSON-server-2017237758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2017237758',id=2,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:53:57Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-e334xrur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:53:58Z,user_data=None,user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=940714cc-6448-4afb-9f93-ff2c2e8b5426,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "vif_mac": "fa:16:3e:2a:08:6a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "vif_mac": "fa:16:3e:2a:08:6a"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:08:6a,bridge_name='br-int',has_traffic_filtering=True,id=0eb4cd4e-6011-4291-803b-8441b8a97087,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eb4cd4e-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'pci_devices' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.objects.base [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<940714cc-6448-4afb-9f93-ff2c2e8b5426> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:58:24 user nova-compute[74639]:   <uuid>940714cc-6448-4afb-9f93-ff2c2e8b5426</uuid>
Nov 15 19:58:24 user nova-compute[74639]:   <name>instance-00000002</name>
Nov 15 19:58:24 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:58:24 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:58:24 user nova-compute[74639]:   <metadata>
Nov 15 19:58:24 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:58:24 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:58:24 user nova-compute[74639]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-2017237758</nova:name>
Nov 15 19:58:24 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:58:24</nova:creationTime>
Nov 15 19:58:24 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:58:24 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:58:24 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:58:24 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:58:24 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:58:24 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:58:24 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:58:24 user nova-compute[74639]:       <nova:owner>
Nov 15 19:58:24 user nova-compute[74639]:         <nova:user uuid="0d2a9fcc8f774cfcb71ca2d7e46108a0">tempest-ServerRescueNegativeTestJSON-610519705-project-member</nova:user>
Nov 15 19:58:24 user nova-compute[74639]:         <nova:project uuid="d51abb16ae914832bf1d8ae37a886268">tempest-ServerRescueNegativeTestJSON-610519705</nova:project>
Nov 15 19:58:24 user nova-compute[74639]:       </nova:owner>
Nov 15 19:58:24 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:58:24 user nova-compute[74639]:       <nova:ports>
Nov 15 19:58:24 user nova-compute[74639]:         <nova:port uuid="0eb4cd4e-6011-4291-803b-8441b8a97087">
Nov 15 19:58:24 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 19:58:24 user nova-compute[74639]:         </nova:port>
Nov 15 19:58:24 user nova-compute[74639]:       </nova:ports>
Nov 15 19:58:24 user nova-compute[74639]:     </nova:instance>
Nov 15 19:58:24 user nova-compute[74639]:   </metadata>
Nov 15 19:58:24 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:58:24 user nova-compute[74639]:     <system>
Nov 15 19:58:24 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:58:24 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:58:24 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:58:24 user nova-compute[74639]:       <entry name="serial">940714cc-6448-4afb-9f93-ff2c2e8b5426</entry>
Nov 15 19:58:24 user nova-compute[74639]:       <entry name="uuid">940714cc-6448-4afb-9f93-ff2c2e8b5426</entry>
Nov 15 19:58:24 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:58:24 user nova-compute[74639]:     </system>
Nov 15 19:58:24 user nova-compute[74639]:   </sysinfo>
Nov 15 19:58:24 user nova-compute[74639]:   <os>
Nov 15 19:58:24 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:58:24 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:58:24 user nova-compute[74639]:   </os>
Nov 15 19:58:24 user nova-compute[74639]:   <features>
Nov 15 19:58:24 user nova-compute[74639]:     <acpi/>
Nov 15 19:58:24 user nova-compute[74639]:     <apic/>
Nov 15 19:58:24 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:58:24 user nova-compute[74639]:   </features>
Nov 15 19:58:24 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:58:24 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:58:24 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:58:24 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:58:24 user nova-compute[74639]:   </clock>
Nov 15 19:58:24 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:58:24 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:58:24 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:58:24 user nova-compute[74639]:   </cpu>
Nov 15 19:58:24 user nova-compute[74639]:   <devices>
Nov 15 19:58:24 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:58:24 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:58:24 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue"/>
Nov 15 19:58:24 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:58:24 user nova-compute[74639]:     </disk>
Nov 15 19:58:24 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:58:24 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:58:24 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk"/>
Nov 15 19:58:24 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 19:58:24 user nova-compute[74639]:     </disk>
Nov 15 19:58:24 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:58:24 user nova-compute[74639]:       <mac address="fa:16:3e:2a:08:6a"/>
Nov 15 19:58:24 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:58:24 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:58:24 user nova-compute[74639]:       <target dev="tap0eb4cd4e-60"/>
Nov 15 19:58:24 user nova-compute[74639]:     </interface>
Nov 15 19:58:24 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:58:24 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/console.log" append="off"/>
Nov 15 19:58:24 user nova-compute[74639]:     </serial>
Nov 15 19:58:24 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:58:24 user nova-compute[74639]:     <video>
Nov 15 19:58:24 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:58:24 user nova-compute[74639]:     </video>
Nov 15 19:58:24 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:58:24 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:58:24 user nova-compute[74639]:     </rng>
Nov 15 19:58:24 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:58:24 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:58:24 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:58:24 user nova-compute[74639]:     </memballoon>
Nov 15 19:58:24 user nova-compute[74639]:   </devices>
Nov 15 19:58:24 user nova-compute[74639]: </domain>
Nov 15 19:58:24 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:58:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Instance destroyed successfully.
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:58:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No VIF found with MAC fa:16:3e:2a:08:6a, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:58:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-ca1f3f75-f6ef-4aa3-a1d5-fda315aecf6b req-43294914-c277-4f82-870c-aa8dcc8be7cd service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ca1f3f75-f6ef-4aa3-a1d5-fda315aecf6b req-43294914-c277-4f82-870c-aa8dcc8be7cd service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ca1f3f75-f6ef-4aa3-a1d5-fda315aecf6b req-43294914-c277-4f82-870c-aa8dcc8be7cd service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ca1f3f75-f6ef-4aa3-a1d5-fda315aecf6b req-43294914-c277-4f82-870c-aa8dcc8be7cd service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-ca1f3f75-f6ef-4aa3-a1d5-fda315aecf6b req-43294914-c277-4f82-870c-aa8dcc8be7cd service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:25 user nova-compute[74639]: WARNING nova.compute.manager [req-ca1f3f75-f6ef-4aa3-a1d5-fda315aecf6b req-43294914-c277-4f82-870c-aa8dcc8be7cd service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state active and task_state rescuing.
Nov 15 19:58:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:27 user nova-compute[74639]: WARNING nova.compute.manager [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state active and task_state rescuing.
Nov 15 19:58:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:27 user nova-compute[74639]: WARNING nova.compute.manager [req-adb8893c-d411-4ac1-97f4-4ce73ceae4b7 req-d44ed427-87b7-4f37-9a99-db9136dca63d service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state active and task_state rescuing.
Nov 15 19:58:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-30196cfc-3fcd-4cb1-82f3-e868fb3e7914 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:58:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:31 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:58:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:58:32 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:58:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:58:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:58:32 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "d3494acb-20af-40a8-afa2-a1b811109aa1" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:58:33 user nova-compute[74639]: INFO nova.compute.claims [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Claim successful on node user
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.805s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.221s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG nova.network.neutron [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:58:34 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:58:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG nova.policy [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afae79772419472b8a582a92daf925a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd10b7f49c5f4e94a4afbf9d61b9b81d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.241s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:58:34 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Creating image(s)
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "/opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "/opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "/opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.226s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.205s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.237s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.212s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk 1073741824" returned: 0 in 0.210s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.454s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG nova.network.neutron [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Successfully created port: 72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.196s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Cannot resize image /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Ensure instance console log exists: /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:58:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.225s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG nova.network.neutron [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Successfully updated port: 72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquired lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG nova.network.neutron [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG nova.compute.manager [req-a4282e1b-7f49-46d8-abf7-39549293993f req-d1aa8d2a-b3bf-4f67-82b1-0995427d7e55 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received event network-changed-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG nova.compute.manager [req-a4282e1b-7f49-46d8-abf7-39549293993f req-d1aa8d2a-b3bf-4f67-82b1-0995427d7e55 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Refreshing instance network info cache due to event network-changed-72d7262f-63d9-4da3-8c37-5373197244ab. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4282e1b-7f49-46d8-abf7-39549293993f req-d1aa8d2a-b3bf-4f67-82b1-0995427d7e55 service nova] Acquiring lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG nova.network.neutron [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.network.neutron [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updating instance_info_cache with network_info: [{"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Releasing lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Instance network_info: |[{"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4282e1b-7f49-46d8-abf7-39549293993f req-d1aa8d2a-b3bf-4f67-82b1-0995427d7e55 service nova] Acquired lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-a4282e1b-7f49-46d8-abf7-39549293993f req-d1aa8d2a-b3bf-4f67-82b1-0995427d7e55 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Refreshing network info cache for port 72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Start _get_guest_xml network_info=[{"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:58:37 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:37 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-329238280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-329238280',id=18,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-wyot0c32',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:58:35Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=d3494acb-20af-40a8-afa2-a1b811109aa1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:67,bridge_name='br-int',has_traffic_filtering=True,id=72d7262f-63d9-4da3-8c37-5373197244ab,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72d7262f-63') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'pci_devices' on Instance uuid d3494acb-20af-40a8-afa2-a1b811109aa1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vdc) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:58:37 user nova-compute[74639]:   <uuid>d3494acb-20af-40a8-afa2-a1b811109aa1</uuid>
Nov 15 19:58:37 user nova-compute[74639]:   <name>instance-00000012</name>
Nov 15 19:58:37 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:58:37 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:58:37 user nova-compute[74639]:   <metadata>
Nov 15 19:58:37 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:58:37 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:58:37 user nova-compute[74639]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-329238280</nova:name>
Nov 15 19:58:37 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:58:37</nova:creationTime>
Nov 15 19:58:37 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:58:37 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:58:37 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:58:37 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:58:37 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:58:37 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:58:37 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:58:37 user nova-compute[74639]:       <nova:owner>
Nov 15 19:58:37 user nova-compute[74639]:         <nova:user uuid="afae79772419472b8a582a92daf925a9">tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member</nova:user>
Nov 15 19:58:37 user nova-compute[74639]:         <nova:project uuid="bd10b7f49c5f4e94a4afbf9d61b9b81d">tempest-ServerBootFromVolumeStableRescueTest-1555454741</nova:project>
Nov 15 19:58:37 user nova-compute[74639]:       </nova:owner>
Nov 15 19:58:37 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:58:37 user nova-compute[74639]:       <nova:ports>
Nov 15 19:58:37 user nova-compute[74639]:         <nova:port uuid="72d7262f-63d9-4da3-8c37-5373197244ab">
Nov 15 19:58:37 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 15 19:58:37 user nova-compute[74639]:         </nova:port>
Nov 15 19:58:37 user nova-compute[74639]:       </nova:ports>
Nov 15 19:58:37 user nova-compute[74639]:     </nova:instance>
Nov 15 19:58:37 user nova-compute[74639]:   </metadata>
Nov 15 19:58:37 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:58:37 user nova-compute[74639]:     <system>
Nov 15 19:58:37 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:58:37 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:58:37 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:58:37 user nova-compute[74639]:       <entry name="serial">d3494acb-20af-40a8-afa2-a1b811109aa1</entry>
Nov 15 19:58:37 user nova-compute[74639]:       <entry name="uuid">d3494acb-20af-40a8-afa2-a1b811109aa1</entry>
Nov 15 19:58:37 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:58:37 user nova-compute[74639]:     </system>
Nov 15 19:58:37 user nova-compute[74639]:   </sysinfo>
Nov 15 19:58:37 user nova-compute[74639]:   <os>
Nov 15 19:58:37 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:58:37 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:58:37 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:58:37 user nova-compute[74639]:   </os>
Nov 15 19:58:37 user nova-compute[74639]:   <features>
Nov 15 19:58:37 user nova-compute[74639]:     <acpi/>
Nov 15 19:58:37 user nova-compute[74639]:     <apic/>
Nov 15 19:58:37 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:58:37 user nova-compute[74639]:   </features>
Nov 15 19:58:37 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:58:37 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:58:37 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:58:37 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:58:37 user nova-compute[74639]:   </clock>
Nov 15 19:58:37 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:58:37 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:58:37 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:58:37 user nova-compute[74639]:   </cpu>
Nov 15 19:58:37 user nova-compute[74639]:   <devices>
Nov 15 19:58:37 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:58:37 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:58:37 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk"/>
Nov 15 19:58:37 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:58:37 user nova-compute[74639]:     </disk>
Nov 15 19:58:37 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:58:37 user nova-compute[74639]:       <mac address="fa:16:3e:0a:ee:67"/>
Nov 15 19:58:37 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:58:37 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:58:37 user nova-compute[74639]:       <target dev="tap72d7262f-63"/>
Nov 15 19:58:37 user nova-compute[74639]:     </interface>
Nov 15 19:58:37 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:58:37 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/console.log" append="off"/>
Nov 15 19:58:37 user nova-compute[74639]:     </serial>
Nov 15 19:58:37 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:58:37 user nova-compute[74639]:     <video>
Nov 15 19:58:37 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:58:37 user nova-compute[74639]:     </video>
Nov 15 19:58:37 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:58:37 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:58:37 user nova-compute[74639]:     </rng>
Nov 15 19:58:37 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:58:37 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:58:37 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:58:37 user nova-compute[74639]:     </memballoon>
Nov 15 19:58:37 user nova-compute[74639]:   </devices>
Nov 15 19:58:37 user nova-compute[74639]: </domain>
Nov 15 19:58:37 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-329238280',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-329238280',id=18,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-wyot0c32',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:58:35Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=d3494acb-20af-40a8-afa2-a1b811109aa1,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:67,bridge_name='br-int',has_traffic_filtering=True,id=72d7262f-63d9-4da3-8c37-5373197244ab,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72d7262f-63') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG os_vif [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:67,bridge_name='br-int',has_traffic_filtering=True,id=72d7262f-63d9-4da3-8c37-5373197244ab,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72d7262f-63') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '2f442aed-e203-5fab-a202-50b1aeaa3d98', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap72d7262f-63, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap72d7262f-63, col_values=(('qos', UUID('c61bb923-e7db-4fd0-83ce-a76d0fbe1d2b')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap72d7262f-63, col_values=(('external_ids', {'iface-id': '72d7262f-63d9-4da3-8c37-5373197244ab', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:0a:ee:67', 'vm-uuid': 'd3494acb-20af-40a8-afa2-a1b811109aa1'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:37 user nova-compute[74639]: INFO os_vif [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:0a:ee:67,bridge_name='br-int',has_traffic_filtering=True,id=72d7262f-63d9-4da3-8c37-5373197244ab,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72d7262f-63')
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No VIF found with MAC fa:16:3e:0a:ee:67, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-a4282e1b-7f49-46d8-abf7-39549293993f req-d1aa8d2a-b3bf-4f67-82b1-0995427d7e55 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updated VIF entry in instance network info cache for port 72d7262f-63d9-4da3-8c37-5373197244ab. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-a4282e1b-7f49-46d8-abf7-39549293993f req-d1aa8d2a-b3bf-4f67-82b1-0995427d7e55 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updating instance_info_cache with network_info: [{"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.200s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4282e1b-7f49-46d8-abf7-39549293993f req-d1aa8d2a-b3bf-4f67-82b1-0995427d7e55 service nova] Releasing lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue --force-share --output=json" returned: 0 in 0.223s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue --force-share --output=json" returned: 0 in 0.198s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-3fbd0793-a9d8-47d3-8dce-25d317a69920 req-0aa68702-f0b9-4b52-aa5e-973426dde38e service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received event network-vif-plugged-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3fbd0793-a9d8-47d3-8dce-25d317a69920 req-0aa68702-f0b9-4b52-aa5e-973426dde38e service nova] Acquiring lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3fbd0793-a9d8-47d3-8dce-25d317a69920 req-0aa68702-f0b9-4b52-aa5e-973426dde38e service nova] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3fbd0793-a9d8-47d3-8dce-25d317a69920 req-0aa68702-f0b9-4b52-aa5e-973426dde38e service nova] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-3fbd0793-a9d8-47d3-8dce-25d317a69920 req-0aa68702-f0b9-4b52-aa5e-973426dde38e service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] No waiting events found dispatching network-vif-plugged-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:39 user nova-compute[74639]: WARNING nova.compute.manager [req-3fbd0793-a9d8-47d3-8dce-25d317a69920 req-0aa68702-f0b9-4b52-aa5e-973426dde38e service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received unexpected event network-vif-plugged-72d7262f-63d9-4da3-8c37-5373197244ab for instance with vm_state building and task_state spawning.
Nov 15 19:58:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:39 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:39 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7349MB free_disk=25.373516082763672GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Applying migration context for instance 991caabb-c1de-4804-b185-6168248260bb as it has an incoming, in-progress migration 0c8c1da7-8f3d-408a-bc92-4aa8a61de6cb. Migration status is finished {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 15 19:58:39 user nova-compute[74639]: INFO nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating resource usage from migration 0c8c1da7-8f3d-408a-bc92-4aa8a61de6cb
Nov 15 19:58:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 992214c6-3620-4a7d-8dee-0f67896e2f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 05206573-e14b-47a6-9b87-9fecaa7490b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 860c7245-09ae-483d-8c3f-89d068de6bb9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 87b6a112-de2e-4234-b2f8-d06f25041645 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Migration 0c8c1da7-8f3d-408a-bc92-4aa8a61de6cb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 991caabb-c1de-4804-b185-6168248260bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 38f34aaa-ba37-4232-b029-bc88f131b2be actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1761}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:58:39 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=29GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.701s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.508s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 19:58:40 user nova-compute[74639]: INFO nova.compute.claims [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Claim successful on node user
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.471s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 19:58:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.policy [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc44b276ad644045876c1c6941b1fcf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c4747dd259346cc8cbcb21dad296844', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:58:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Creating image(s)
Nov 15 19:58:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "/opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "/opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "/opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-3fb86a2e-046c-41b4-8f5e-ae5eb9acc697 req-27fa20f1-2fe2-4991-9b14-291a4ed33c1e service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received event network-vif-plugged-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3fb86a2e-046c-41b4-8f5e-ae5eb9acc697 req-27fa20f1-2fe2-4991-9b14-291a4ed33c1e service nova] Acquiring lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3fb86a2e-046c-41b4-8f5e-ae5eb9acc697 req-27fa20f1-2fe2-4991-9b14-291a4ed33c1e service nova] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3fb86a2e-046c-41b4-8f5e-ae5eb9acc697 req-27fa20f1-2fe2-4991-9b14-291a4ed33c1e service nova] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-3fb86a2e-046c-41b4-8f5e-ae5eb9acc697 req-27fa20f1-2fe2-4991-9b14-291a4ed33c1e service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] No waiting events found dispatching network-vif-plugged-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:41 user nova-compute[74639]: WARNING nova.compute.manager [req-3fb86a2e-046c-41b4-8f5e-ae5eb9acc697 req-27fa20f1-2fe2-4991-9b14-291a4ed33c1e service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received unexpected event network-vif-plugged-72d7262f-63d9-4da3-8c37-5373197244ab for instance with vm_state building and task_state spawning.
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.215s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Instance spawned successfully.
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:41 user nova-compute[74639]: INFO nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Took 6.49 seconds to spawn the instance on the hypervisor.
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk 1073741824" returned: 0 in 0.049s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:41 user nova-compute[74639]: INFO nova.compute.manager [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Took 7.91 seconds to build instance.
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-02b5ec74-6e39-4d49-acc2-9d1027f89e98 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.015s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Successfully created port: 84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Cannot resize image /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Ensure instance console log exists: /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Successfully updated port: 84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-eda50d59-f418-4974-b527-e76760e5dddc req-8d973904-cb01-49de-9820-c8d483ec2a45 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-changed-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-eda50d59-f418-4974-b527-e76760e5dddc req-8d973904-cb01-49de-9820-c8d483ec2a45 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Refreshing instance network info cache due to event network-changed-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-eda50d59-f418-4974-b527-e76760e5dddc req-8d973904-cb01-49de-9820-c8d483ec2a45 service nova] Acquiring lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-eda50d59-f418-4974-b527-e76760e5dddc req-8d973904-cb01-49de-9820-c8d483ec2a45 service nova] Acquired lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG nova.network.neutron [req-eda50d59-f418-4974-b527-e76760e5dddc req-8d973904-cb01-49de-9820-c8d483ec2a45 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Refreshing network info cache for port 84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG nova.network.neutron [req-eda50d59-f418-4974-b527-e76760e5dddc req-8d973904-cb01-49de-9820-c8d483ec2a45 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG nova.network.neutron [req-eda50d59-f418-4974-b527-e76760e5dddc req-8d973904-cb01-49de-9820-c8d483ec2a45 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-eda50d59-f418-4974-b527-e76760e5dddc req-8d973904-cb01-49de-9820-c8d483ec2a45 service nova] Releasing lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquired lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:58:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updating instance_info_cache with network_info: [{"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Releasing lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance network_info: |[{"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Start _get_guest_xml network_info=[{"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:58:43 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:43 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-422143500',display_name='tempest-AttachVolumeTestJSON-server-422143500',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-422143500',id=19,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyca68/n0rH+nL7b8+soIfcRL0T1lNXLIdM5ezWmAPNrMs8jn4B9Zdf/Zp7wwbc0HrASSJ9gAoCEE38XEVYs9NeE9Jg7/Xme7wxjddLVoxBSkQR3fhtTETDx20yYjY0gA==',key_name='tempest-keypair-1920494346',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-p9whi789',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:58:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=bce03a28-8d3f-4168-990c-152cf6658d99,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.objects.instance [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'pci_devices' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:58:43 user nova-compute[74639]:   <uuid>bce03a28-8d3f-4168-990c-152cf6658d99</uuid>
Nov 15 19:58:43 user nova-compute[74639]:   <name>instance-00000013</name>
Nov 15 19:58:43 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:58:43 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:58:43 user nova-compute[74639]:   <metadata>
Nov 15 19:58:43 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:58:43 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:58:43 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeTestJSON-server-422143500</nova:name>
Nov 15 19:58:43 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:58:43</nova:creationTime>
Nov 15 19:58:43 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:58:43 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:58:43 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:58:43 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:58:43 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:58:43 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:58:43 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:58:43 user nova-compute[74639]:       <nova:owner>
Nov 15 19:58:43 user nova-compute[74639]:         <nova:user uuid="bc44b276ad644045876c1c6941b1fcf5">tempest-AttachVolumeTestJSON-527611258-project-member</nova:user>
Nov 15 19:58:43 user nova-compute[74639]:         <nova:project uuid="4c4747dd259346cc8cbcb21dad296844">tempest-AttachVolumeTestJSON-527611258</nova:project>
Nov 15 19:58:43 user nova-compute[74639]:       </nova:owner>
Nov 15 19:58:43 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:58:43 user nova-compute[74639]:       <nova:ports>
Nov 15 19:58:43 user nova-compute[74639]:         <nova:port uuid="84fdd7bb-60cf-4dc2-81d4-3659b84a2d40">
Nov 15 19:58:43 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 19:58:43 user nova-compute[74639]:         </nova:port>
Nov 15 19:58:43 user nova-compute[74639]:       </nova:ports>
Nov 15 19:58:43 user nova-compute[74639]:     </nova:instance>
Nov 15 19:58:43 user nova-compute[74639]:   </metadata>
Nov 15 19:58:43 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:58:43 user nova-compute[74639]:     <system>
Nov 15 19:58:43 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:58:43 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:58:43 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:58:43 user nova-compute[74639]:       <entry name="serial">bce03a28-8d3f-4168-990c-152cf6658d99</entry>
Nov 15 19:58:43 user nova-compute[74639]:       <entry name="uuid">bce03a28-8d3f-4168-990c-152cf6658d99</entry>
Nov 15 19:58:43 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:58:43 user nova-compute[74639]:     </system>
Nov 15 19:58:43 user nova-compute[74639]:   </sysinfo>
Nov 15 19:58:43 user nova-compute[74639]:   <os>
Nov 15 19:58:43 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:58:43 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:58:43 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:58:43 user nova-compute[74639]:   </os>
Nov 15 19:58:43 user nova-compute[74639]:   <features>
Nov 15 19:58:43 user nova-compute[74639]:     <acpi/>
Nov 15 19:58:43 user nova-compute[74639]:     <apic/>
Nov 15 19:58:43 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:58:43 user nova-compute[74639]:   </features>
Nov 15 19:58:43 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:58:43 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:58:43 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:58:43 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:58:43 user nova-compute[74639]:   </clock>
Nov 15 19:58:43 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:58:43 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:58:43 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:58:43 user nova-compute[74639]:   </cpu>
Nov 15 19:58:43 user nova-compute[74639]:   <devices>
Nov 15 19:58:43 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:58:43 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:58:43 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk"/>
Nov 15 19:58:43 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:58:43 user nova-compute[74639]:     </disk>
Nov 15 19:58:43 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:58:43 user nova-compute[74639]:       <mac address="fa:16:3e:2c:5a:ef"/>
Nov 15 19:58:43 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:58:43 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:58:43 user nova-compute[74639]:       <target dev="tap84fdd7bb-60"/>
Nov 15 19:58:43 user nova-compute[74639]:     </interface>
Nov 15 19:58:43 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:58:43 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/console.log" append="off"/>
Nov 15 19:58:43 user nova-compute[74639]:     </serial>
Nov 15 19:58:43 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:58:43 user nova-compute[74639]:     <video>
Nov 15 19:58:43 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:58:43 user nova-compute[74639]:     </video>
Nov 15 19:58:43 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:58:43 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:58:43 user nova-compute[74639]:     </rng>
Nov 15 19:58:43 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:58:43 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:58:43 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:58:43 user nova-compute[74639]:     </memballoon>
Nov 15 19:58:43 user nova-compute[74639]:   </devices>
Nov 15 19:58:43 user nova-compute[74639]: </domain>
Nov 15 19:58:43 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-422143500',display_name='tempest-AttachVolumeTestJSON-server-422143500',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-422143500',id=19,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyca68/n0rH+nL7b8+soIfcRL0T1lNXLIdM5ezWmAPNrMs8jn4B9Zdf/Zp7wwbc0HrASSJ9gAoCEE38XEVYs9NeE9Jg7/Xme7wxjddLVoxBSkQR3fhtTETDx20yYjY0gA==',key_name='tempest-keypair-1920494346',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-p9whi789',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:58:41Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=bce03a28-8d3f-4168-990c-152cf6658d99,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG os_vif [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93747463-41f0-52cc-a2ca-01427a9e62dc', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84fdd7bb-60, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84fdd7bb-60, col_values=(('qos', UUID('6574c0d8-7ee7-45d5-a65b-d9c98ee41be6')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84fdd7bb-60, col_values=(('external_ids', {'iface-id': '84fdd7bb-60cf-4dc2-81d4-3659b84a2d40', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:5a:ef', 'vm-uuid': 'bce03a28-8d3f-4168-990c-152cf6658d99'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:43 user nova-compute[74639]: INFO os_vif [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60')
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No VIF found with MAC fa:16:3e:2c:5a:ef, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:58:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:45 user nova-compute[74639]: DEBUG nova.compute.manager [req-fd1c2c2d-4167-4126-a2f6-2d75f0a870b8 req-80d11970-ee8b-4428-b321-593b73bcda41 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fd1c2c2d-4167-4126-a2f6-2d75f0a870b8 req-80d11970-ee8b-4428-b321-593b73bcda41 service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fd1c2c2d-4167-4126-a2f6-2d75f0a870b8 req-80d11970-ee8b-4428-b321-593b73bcda41 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fd1c2c2d-4167-4126-a2f6-2d75f0a870b8 req-80d11970-ee8b-4428-b321-593b73bcda41 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:45 user nova-compute[74639]: DEBUG nova.compute.manager [req-fd1c2c2d-4167-4126-a2f6-2d75f0a870b8 req-80d11970-ee8b-4428-b321-593b73bcda41 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:45 user nova-compute[74639]: WARNING nova.compute.manager [req-fd1c2c2d-4167-4126-a2f6-2d75f0a870b8 req-80d11970-ee8b-4428-b321-593b73bcda41 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state building and task_state spawning.
Nov 15 19:58:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:58:47 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance spawned successfully.
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:58:47 user nova-compute[74639]: INFO nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Took 6.37 seconds to spawn the instance on the hypervisor.
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:58:47 user nova-compute[74639]: INFO nova.compute.manager [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Took 7.73 seconds to build instance.
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.compute.manager [req-1f24112a-544c-480d-893b-b09b035bde90 req-2629cd4a-470e-4523-8575-0493d6ff9de9 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1f24112a-544c-480d-893b-b09b035bde90 req-2629cd4a-470e-4523-8575-0493d6ff9de9 service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1f24112a-544c-480d-893b-b09b035bde90 req-2629cd4a-470e-4523-8575-0493d6ff9de9 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1f24112a-544c-480d-893b-b09b035bde90 req-2629cd4a-470e-4523-8575-0493d6ff9de9 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:47 user nova-compute[74639]: DEBUG nova.compute.manager [req-1f24112a-544c-480d-893b-b09b035bde90 req-2629cd4a-470e-4523-8575-0493d6ff9de9 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:47 user nova-compute[74639]: WARNING nova.compute.manager [req-1f24112a-544c-480d-893b-b09b035bde90 req-2629cd4a-470e-4523-8575-0493d6ff9de9 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state active and task_state None.
Nov 15 19:58:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9c124548-1453-4249-a006-9c16bc61b519 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.887s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-def528ac-5071-4c80-a7b5-63bef2059440 req-b372b73d-322f-4b6c-b607-ce57aa446b7a service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-changed-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-def528ac-5071-4c80-a7b5-63bef2059440 req-b372b73d-322f-4b6c-b607-ce57aa446b7a service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing instance network info cache due to event network-changed-c55a7458-9133-47b7-902b-9c814e24e8bb. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:58:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-def528ac-5071-4c80-a7b5-63bef2059440 req-b372b73d-322f-4b6c-b607-ce57aa446b7a service nova] Acquiring lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:58:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-def528ac-5071-4c80-a7b5-63bef2059440 req-b372b73d-322f-4b6c-b607-ce57aa446b7a service nova] Acquired lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:58:54 user nova-compute[74639]: DEBUG nova.network.neutron [req-def528ac-5071-4c80-a7b5-63bef2059440 req-b372b73d-322f-4b6c-b607-ce57aa446b7a service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Refreshing network info cache for port c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:58:54 user nova-compute[74639]: DEBUG nova.network.neutron [req-def528ac-5071-4c80-a7b5-63bef2059440 req-b372b73d-322f-4b6c-b607-ce57aa446b7a service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updated VIF entry in instance network info cache for port c55a7458-9133-47b7-902b-9c814e24e8bb. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:58:54 user nova-compute[74639]: DEBUG nova.network.neutron [req-def528ac-5071-4c80-a7b5-63bef2059440 req-b372b73d-322f-4b6c-b607-ce57aa446b7a service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [{"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:58:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-def528ac-5071-4c80-a7b5-63bef2059440 req-b372b73d-322f-4b6c-b607-ce57aa446b7a service nova] Releasing lock "refresh_cache-860c7245-09ae-483d-8c3f-89d068de6bb9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:56 user nova-compute[74639]: INFO nova.compute.manager [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Terminating instance
Nov 15 19:58:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-fe0b3066-1a0c-43e7-b342-ddad7c223de7 req-70ceb654-1b37-43b7-bee6-0148a4828a46 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fe0b3066-1a0c-43e7-b342-ddad7c223de7 req-70ceb654-1b37-43b7-bee6-0148a4828a46 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fe0b3066-1a0c-43e7-b342-ddad7c223de7 req-70ceb654-1b37-43b7-bee6-0148a4828a46 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fe0b3066-1a0c-43e7-b342-ddad7c223de7 req-70ceb654-1b37-43b7-bee6-0148a4828a46 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-fe0b3066-1a0c-43e7-b342-ddad7c223de7 req-70ceb654-1b37-43b7-bee6-0148a4828a46 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-unplugged-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-fe0b3066-1a0c-43e7-b342-ddad7c223de7 req-70ceb654-1b37-43b7-bee6-0148a4828a46 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-c55a7458-9133-47b7-902b-9c814e24e8bb for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-a811bf58-4120-46d4-ab1a-1892bd586d9d req-6d79a822-390e-4020-9a72-3448f876cb6d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a811bf58-4120-46d4-ab1a-1892bd586d9d req-6d79a822-390e-4020-9a72-3448f876cb6d service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a811bf58-4120-46d4-ab1a-1892bd586d9d req-6d79a822-390e-4020-9a72-3448f876cb6d service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a811bf58-4120-46d4-ab1a-1892bd586d9d req-6d79a822-390e-4020-9a72-3448f876cb6d service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-a811bf58-4120-46d4-ab1a-1892bd586d9d req-6d79a822-390e-4020-9a72-3448f876cb6d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-unplugged-3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-a811bf58-4120-46d4-ab1a-1892bd586d9d req-6d79a822-390e-4020-9a72-3448f876cb6d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-3f2bb940-e625-4a59-a0bf-6926560cea20 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-f10f1a15-d163-4217-9597-99449501ccdf req-976253f0-08fb-47a9-889f-4b35b6b834a3 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f10f1a15-d163-4217-9597-99449501ccdf req-976253f0-08fb-47a9-889f-4b35b6b834a3 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f10f1a15-d163-4217-9597-99449501ccdf req-976253f0-08fb-47a9-889f-4b35b6b834a3 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f10f1a15-d163-4217-9597-99449501ccdf req-976253f0-08fb-47a9-889f-4b35b6b834a3 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-f10f1a15-d163-4217-9597-99449501ccdf req-976253f0-08fb-47a9-889f-4b35b6b834a3 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-unplugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-f10f1a15-d163-4217-9597-99449501ccdf req-976253f0-08fb-47a9-889f-4b35b6b834a3 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Instance destroyed successfully.
Nov 15 19:58:58 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lazy-loading 'resources' on Instance uuid 860c7245-09ae-483d-8c3f-89d068de6bb9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:57:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "c55a7458-9133-47b7-902b-9c814e24e8bb", "address": "fa:16:3e:15:a0:24", "network": {"id": "0cd32068-bead-4dfb-93b2-3d347c7625cb", "bridge": "br-int", "label": "tempest-TaggedBootDevicesTest-1710550928-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.9", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc55a7458-91", "ovs_interfaceid": "c55a7458-9133-47b7-902b-9c814e24e8bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:15:a0:24,bridge_name='br-int',has_traffic_filtering=True,id=c55a7458-9133-47b7-902b-9c814e24e8bb,network=Network(0cd32068-bead-4dfb-93b2-3d347c7625cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc55a7458-91') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:a0:24,bridge_name='br-int',has_traffic_filtering=True,id=c55a7458-9133-47b7-902b-9c814e24e8bb,network=Network(0cd32068-bead-4dfb-93b2-3d347c7625cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc55a7458-91') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc55a7458-91, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d3ae298b-d547-4133-aea6-c192a3c4f33f) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: INFO os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:15:a0:24,bridge_name='br-int',has_traffic_filtering=True,id=c55a7458-9133-47b7-902b-9c814e24e8bb,network=Network(0cd32068-bead-4dfb-93b2-3d347c7625cb),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc55a7458-91')
Nov 15 19:58:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:57:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:53:27:78,bridge_name='br-int',has_traffic_filtering=True,id=3f2bb940-e625-4a59-a0bf-6926560cea20,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f2bb940-e6') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:27:78,bridge_name='br-int',has_traffic_filtering=True,id=3f2bb940-e625-4a59-a0bf-6926560cea20,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f2bb940-e6') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3f2bb940-e6, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c990721d-db92-4ac0-b04d-f9c4740d5c02) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: INFO os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:53:27:78,bridge_name='br-int',has_traffic_filtering=True,id=3f2bb940-e625-4a59-a0bf-6926560cea20,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap3f2bb940-e6')
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:57:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ab:76,bridge_name='br-int',has_traffic_filtering=True,id=30019d8e-f12e-46ed-8365-23720bdc5ba1,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap30019d8e-f1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ab:76,bridge_name='br-int',has_traffic_filtering=True,id=30019d8e-f12e-46ed-8365-23720bdc5ba1,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap30019d8e-f1') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap30019d8e-f1, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=773694a7-925a-4d87-bada-e576928987bf) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: INFO os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b4:ab:76,bridge_name='br-int',has_traffic_filtering=True,id=30019d8e-f12e-46ed-8365-23720bdc5ba1,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=True,vif_name='tap30019d8e-f1')
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:57:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ca:86:2c,bridge_name='br-int',has_traffic_filtering=True,id=486fdb22-2ca3-4e6c-aa0d-bc52e097ed36,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap486fdb22-2c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:86:2c,bridge_name='br-int',has_traffic_filtering=True,id=486fdb22-2ca3-4e6c-aa0d-bc52e097ed36,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap486fdb22-2c') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap486fdb22-2c, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d67dce1d-8c73-4b32-a33b-b7d7150c3775) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: INFO os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ca:86:2c,bridge_name='br-int',has_traffic_filtering=True,id=486fdb22-2ca3-4e6c-aa0d-bc52e097ed36,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap486fdb22-2c')
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:57:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:88:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=17a640be-e2ba-4e36-907b-e3073217e945,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a640be-e2') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=17a640be-e2ba-4e36-907b-e3073217e945,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a640be-e2') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap17a640be-e2, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-3f2bb940-e625-4a59-a0bf-6926560cea20 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-3f2bb940-e625-4a59-a0bf-6926560cea20 for instance with vm_state active and task_state deleting.
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-unplugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-30019d8e-f12e-46ed-8365-23720bdc5ba1 for instance with vm_state active and task_state deleting.
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-unplugged-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-58e8fac1-bf71-4d29-8189-5f0423b00617 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING nova.compute.manager [req-276870e0-43cf-4cee-9e01-0457de86dbfd req-76a4fd98-7f2a-40fe-a893-e742311d70a8 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-58e8fac1-bf71-4d29-8189-5f0423b00617 for instance with vm_state active and task_state deleting.
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f9c4c746-43b9-4673-97ac-a9ab4f624304) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: INFO os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:88:51:f6,bridge_name='br-int',has_traffic_filtering=True,id=17a640be-e2ba-4e36-907b-e3073217e945,network=Network(b4c9d24c-f632-4f7a-a14e-ba7abfd03b85),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap17a640be-e2')
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:57:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:b8:15,bridge_name='br-int',has_traffic_filtering=True,id=58e8fac1-bf71-4d29-8189-5f0423b00617,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58e8fac1-bf') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:b8:15,bridge_name='br-int',has_traffic_filtering=True,id=58e8fac1-bf71-4d29-8189-5f0423b00617,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58e8fac1-bf') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap58e8fac1-bf, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=ecc485f7-5989-465e-9593-d935a0fe78e5) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: INFO os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:b8:15,bridge_name='br-int',has_traffic_filtering=True,id=58e8fac1-bf71-4d29-8189-5f0423b00617,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap58e8fac1-bf')
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='True',created_at=2023-11-15T19:57:02Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-device-tagging-server-1675264357',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-device-tagging-server-1675264357',id=14,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBMqCaPVgquLUvKmYXEx7SzkxsLL0mwZBrV2skJ+uxZJuN4TxTixJ7LivakGqDZTV/DcUYm+f4WQ7B0ebZiMO+x/FzTRmOkDJR4BWMU5LJEx6EPpbYBAH1EzlA1NkaQokPw==',key_name='tempest-keypair-95680118',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:31Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='16015b8bb69b4d61b557df0017f024cd',ramdisk_id='',reservation_id='r-39ptq7hy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TaggedBootDevicesTest-373870877',owner_user_name='tempest-TaggedBootDevicesTest-373870877-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:57:31Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='222e0a2d20834a68b5d7728cdf3041e9',uuid=860c7245-09ae-483d-8c3f-89d068de6bb9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converting VIF {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1b:14:f7,bridge_name='br-int',has_traffic_filtering=True,id=f93d065f-b82d-4a60-a7b0-ffedcf498d48,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf93d065f-b8') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:14:f7,bridge_name='br-int',has_traffic_filtering=True,id=f93d065f-b82d-4a60-a7b0-ffedcf498d48,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf93d065f-b8') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf93d065f-b8, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=1294d878-8c2f-4a0f-959a-4f532ded6299) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:58:59 user nova-compute[74639]: INFO os_vif [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1b:14:f7,bridge_name='br-int',has_traffic_filtering=True,id=f93d065f-b82d-4a60-a7b0-ffedcf498d48,network=Network(adca4911-f585-4b9f-90d5-3922c288b3bd),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf93d065f-b8')
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING nova.compute.manager [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-c55a7458-9133-47b7-902b-9c814e24e8bb for instance with vm_state active and task_state deleting.
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-unplugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING nova.compute.manager [req-47786f5c-e1b8-49e1-a1f5-fd828b60a346 req-6d2114df-fbc0-4eb6-b19a-a3358209d455 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-f93d065f-b82d-4a60-a7b0-ffedcf498d48 for instance with vm_state active and task_state deleting.
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'uncEapts', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[37f2f165-76b0-4c79-81c3-d87cd1c0fd39]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:58:59 user nova-compute[74639]: No targets found.
Nov 15 19:58:59 user nova-compute[74639]: iSNS:
Nov 15 19:58:59 user nova-compute[74639]: No targets found.
Nov 15 19:58:59 user nova-compute[74639]: STATIC:
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: FIRMWARE:
Nov 15 19:58:59 user nova-compute[74639]: No targets found.
Nov 15 19:58:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:58:59 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:58:59 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe811a3-bd99-41c9-ae41-5bea6ecad5dc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce382fbe-862a-4e6a-833c-15ef55d4e0c5]: (4, ('tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)\ntcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:58:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsi session list stdout=tcp: [12] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:58:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704d44c0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d69bc946-79b8-41b1-b619-585cfb4f4c6b]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0ebc37a-aee5-40e4-88c4-284808619a16]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c87ff5a4-3687-40be-9926-4ac8de07dae1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f217e6e-9f6b-4aa1-8bab-c442d8d7f1ed]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5f54c1-02ca-49e5-ac9d-92619387b22a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING nova.compute.manager [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 for instance with vm_state active and task_state deleting.
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-unplugged-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-unplugged-17a640be-e2ba-4e36-907b-e3073217e945 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-plugged-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] Acquiring lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] No waiting events found dispatching network-vif-plugged-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING nova.compute.manager [req-27ec7882-b790-40fc-83c4-5a0d658a7ddf req-ec62492a-ad0c-4054-a94a-ca51028aeed1 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received unexpected event network-vif-plugged-17a640be-e2ba-4e36-907b-e3073217e945 for instance with vm_state active and task_state deleting.
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c990ef6d-61df-44db-bae8-7f30c5886ee6]: (4, ('Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0, portal: 172.16.0.220,3260]\nLogout of [sid: 12, target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 12, target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0, portal: 172.16.0.220,3260]
Nov 15 19:58:59 user nova-compute[74639]: Logout of [sid: 12, target: iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0, portal: 172.16.0.220,3260] successful.
Nov 15 19:58:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:940ca3e0-fa6b-4cab-a2b3-539cf645dcb0 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[92145d64-2e09-4a7e-a31b-7b9aee01ca5f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] <== disconnect_volume: return (311ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yYEulcnf', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ab7dd86-2fd6-4467-86e9-a1adc18e5a23]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:58:59 user nova-compute[74639]: No targets found.
Nov 15 19:58:59 user nova-compute[74639]: iSNS:
Nov 15 19:58:59 user nova-compute[74639]: No targets found.
Nov 15 19:58:59 user nova-compute[74639]: STATIC:
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 19:58:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:58:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:58:59 user nova-compute[74639]: FIRMWARE:
Nov 15 19:58:59 user nova-compute[74639]: No targets found.
Nov 15 19:58:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:58:59 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:58:59 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f84615eb-65db-4a16-a59b-6fed94635189]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.039s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec1d878-b727-4607-b49a-017ab68cc860]: (4, ('tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)\ntcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:58:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsi session list stdout=tcp: [13] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:58:59 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:58:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98819c820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c5b314a-f84c-43bf-828f-226dae65e65c]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[338523fd-5dc5-44de-ac5b-4bb99503c676]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[69eb4ea9-2799-4a88-985c-4087912d4f4a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.039s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4d2b90a-7787-41f7-a29d-b3edbf696e12]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff90ffd0-adfe-4791-8b69-f86a1adc6a92]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --logout" returned: 0 in 0.082s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[da577d9b-b22e-4f38-b628-ac1e5c3398bd]: (4, ('Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b, portal: 172.16.0.220,3260]\nLogout of [sid: 13, target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 13, target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b, portal: 172.16.0.220,3260]
Nov 15 19:58:59 user nova-compute[74639]: Logout of [sid: 13, target: iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b, portal: 172.16.0.220,3260] successful.
Nov 15 19:58:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a50046c1-d8a5-4b76-893b-d5300a65291b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac504bea-c1d4-45a1-a1ac-1b41a1fab01c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.349s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] <== disconnect_volume: return (350ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'vVYnRHrl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:58:59 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:58:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6da5d9c7-4537-4738-8220-142a3d3e5ad0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:59:00 user nova-compute[74639]: No targets found.
Nov 15 19:59:00 user nova-compute[74639]: iSNS:
Nov 15 19:59:00 user nova-compute[74639]: No targets found.
Nov 15 19:59:00 user nova-compute[74639]: STATIC:
Nov 15 19:59:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 19:59:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e
Nov 15 19:59:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 19:59:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 19:59:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:00 user nova-compute[74639]: FIRMWARE:
Nov 15 19:59:00 user nova-compute[74639]: No targets found.
Nov 15 19:59:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:59:00 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:59:00 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8e76986-ecab-4258-842a-859096b24f64]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[26063a6a-d090-4b14-8336-b8c2d9f9b5f6]: (4, ('tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)\ntcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:59:00 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:00 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:00 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsi session list stdout=tcp: [14] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e (non-flash)
Nov 15 19:59:00 user nova-compute[74639]: tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:00 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:00 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98819c820>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bbc95e7-eaa5-4b97-9023-e35aaf57bcc7]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa54806b-3b3b-4317-b877-a08fdbdc85c3]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df8c326-f43f-4104-a92f-05cb23e08f16]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.041s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[412ce5b1-7e87-4c9e-89f5-c8c4837557c3]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3b9a4d3-a11c-435a-b84a-ba9a5395fd9c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --logout" returned: 0 in 0.048s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d45fd382-fc7d-4747-aea6-69f027a224e3]: (4, ('Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e, portal: 172.16.0.220,3260]\nLogout of [sid: 14, target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 14, target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e, portal: 172.16.0.220,3260]
Nov 15 19:59:00 user nova-compute[74639]: Logout of [sid: 14, target: iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e, portal: 172.16.0.220,3260] successful.
Nov 15 19:59:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fe7e0af2-19dc-4803-a108-6b9662d6f70e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[64487d3c-60dc-4b06-9c51-71aaaca226c0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.294s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] <== disconnect_volume: return (295ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:59:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Deleting instance files /opt/stack/data/nova/instances/860c7245-09ae-483d-8c3f-89d068de6bb9_del
Nov 15 19:59:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Deletion of /opt/stack/data/nova/instances/860c7245-09ae-483d-8c3f-89d068de6bb9_del complete
Nov 15 19:59:00 user nova-compute[74639]: INFO nova.compute.manager [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Took 3.67 seconds to destroy the instance on the hypervisor.
Nov 15 19:59:00 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 19:59:00 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 19:59:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-feccad77-0723-44f1-8047-dd94d454d313 req-92192f74-b247-4626-981b-51d7125ed7b0 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-deleted-c55a7458-9133-47b7-902b-9c814e24e8bb {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:02 user nova-compute[74639]: INFO nova.compute.manager [req-feccad77-0723-44f1-8047-dd94d454d313 req-92192f74-b247-4626-981b-51d7125ed7b0 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Neutron deleted interface c55a7458-9133-47b7-902b-9c814e24e8bb; detaching it from the instance and deleting it from the info cache
Nov 15 19:59:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-feccad77-0723-44f1-8047-dd94d454d313 req-92192f74-b247-4626-981b-51d7125ed7b0 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [{"id": "3f2bb940-e625-4a59-a0bf-6926560cea20", "address": "fa:16:3e:53:27:78", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.140", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3f2bb940-e6", "ovs_interfaceid": "3f2bb940-e625-4a59-a0bf-6926560cea20", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "address": "fa:16:3e:b4:ab:76", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.109", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap30019d8e-f1", "ovs_interfaceid": "30019d8e-f12e-46ed-8365-23720bdc5ba1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}, {"id": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "address": "fa:16:3e:ca:86:2c", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.52", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap486fdb22-2c", "ovs_interfaceid": "486fdb22-2ca3-4e6c-aa0d-bc52e097ed36", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "17a640be-e2ba-4e36-907b-e3073217e945", "address": "fa:16:3e:88:51:f6", "network": {"id": "b4c9d24c-f632-4f7a-a14e-ba7abfd03b85", "bridge": "br-int", "label": "tempest-device-tagging-net1-1492911510", "subnets": [{"cidr": "10.1.1.0/24", "dns": [], "gateway": {"address": "10.1.1.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.1.1.75", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.1.1.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap17a640be-e2", "ovs_interfaceid": "17a640be-e2ba-4e36-907b-e3073217e945", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "58e8fac1-bf71-4d29-8189-5f0423b00617", "address": "fa:16:3e:11:b8:15", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.100", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap58e8fac1-bf", "ovs_interfaceid": "58e8fac1-bf71-4d29-8189-5f0423b00617", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "address": "fa:16:3e:1b:14:f7", "network": {"id": "adca4911-f585-4b9f-90d5-3922c288b3bd", "bridge": "br-int", "label": "tempest-device-tagging-net2-1547662200", "subnets": [{"cidr": "10.2.2.0/24", "dns": [], "gateway": {"address": "10.2.2.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.2.2.200", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.2.2.1"}}], "meta": {"injected": false, "tenant_id": "16015b8bb69b4d61b557df0017f024cd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf93d065f-b8", "ovs_interfaceid": "f93d065f-b82d-4a60-a7b0-ffedcf498d48", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-feccad77-0723-44f1-8047-dd94d454d313 req-92192f74-b247-4626-981b-51d7125ed7b0 service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Detach interface failed, port_id=c55a7458-9133-47b7-902b-9c814e24e8bb, reason: Instance 860c7245-09ae-483d-8c3f-89d068de6bb9 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 19:59:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:03 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:03 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Took 3.58 seconds to deallocate network for instance.
Nov 15 19:59:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-2ca903f8-aa7a-43e7-9fbb-c44b6b24436c req-d0d10875-a4e2-4003-8df5-b845ede07b3d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-deleted-486fdb22-2ca3-4e6c-aa0d-bc52e097ed36 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-2ca903f8-aa7a-43e7-9fbb-c44b6b24436c req-d0d10875-a4e2-4003-8df5-b845ede07b3d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-deleted-58e8fac1-bf71-4d29-8189-5f0423b00617 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-2ca903f8-aa7a-43e7-9fbb-c44b6b24436c req-d0d10875-a4e2-4003-8df5-b845ede07b3d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-deleted-17a640be-e2ba-4e36-907b-e3073217e945 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-2ca903f8-aa7a-43e7-9fbb-c44b6b24436c req-d0d10875-a4e2-4003-8df5-b845ede07b3d service nova] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Received event network-vif-deleted-f93d065f-b82d-4a60-a7b0-ffedcf498d48 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:06 user nova-compute[74639]: INFO nova.compute.manager [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] [instance: 860c7245-09ae-483d-8c3f-89d068de6bb9] Took 2.25 seconds to detach 3 volumes for instance.
Nov 15 19:59:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:06 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:59:06 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:59:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.402s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:06 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Deleted allocations for instance 860c7245-09ae-483d-8c3f-89d068de6bb9
Nov 15 19:59:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d7b81816-33a8-47b5-b4ca-2ae94619a5b1 tempest-TaggedBootDevicesTest-373870877 tempest-TaggedBootDevicesTest-373870877-project-member] Lock "860c7245-09ae-483d-8c3f-89d068de6bb9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 10.097s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-aa45682e-aa7b-4715-bb02-9989be3ca1e2 req-a37ea62f-bef1-4099-abb1-c6be10b06871 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-changed-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-aa45682e-aa7b-4715-bb02-9989be3ca1e2 req-a37ea62f-bef1-4099-abb1-c6be10b06871 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Refreshing instance network info cache due to event network-changed-00084a65-fce2-4400-9697-1bc3b5b11c13. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:59:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-aa45682e-aa7b-4715-bb02-9989be3ca1e2 req-a37ea62f-bef1-4099-abb1-c6be10b06871 service nova] Acquiring lock "refresh_cache-87b6a112-de2e-4234-b2f8-d06f25041645" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:59:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-aa45682e-aa7b-4715-bb02-9989be3ca1e2 req-a37ea62f-bef1-4099-abb1-c6be10b06871 service nova] Acquired lock "refresh_cache-87b6a112-de2e-4234-b2f8-d06f25041645" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:59:21 user nova-compute[74639]: DEBUG nova.network.neutron [req-aa45682e-aa7b-4715-bb02-9989be3ca1e2 req-a37ea62f-bef1-4099-abb1-c6be10b06871 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Refreshing network info cache for port 00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG nova.network.neutron [req-aa45682e-aa7b-4715-bb02-9989be3ca1e2 req-a37ea62f-bef1-4099-abb1-c6be10b06871 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Updated VIF entry in instance network info cache for port 00084a65-fce2-4400-9697-1bc3b5b11c13. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG nova.network.neutron [req-aa45682e-aa7b-4715-bb02-9989be3ca1e2 req-a37ea62f-bef1-4099-abb1-c6be10b06871 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Updating instance_info_cache with network_info: [{"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-aa45682e-aa7b-4715-bb02-9989be3ca1e2 req-a37ea62f-bef1-4099-abb1-c6be10b06871 service nova] Releasing lock "refresh_cache-87b6a112-de2e-4234-b2f8-d06f25041645" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG nova.objects.instance [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'flavor' on Instance uuid 87b6a112-de2e-4234-b2f8-d06f25041645 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:22 user nova-compute[74639]: INFO nova.compute.manager [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Attaching volume d217aa10-bfba-409f-a511-8ed3fbb4b467 to /dev/vdb
Nov 15 19:59:22 user nova-compute[74639]: DEBUG os_brick.utils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7d6c33b-b428-4040-8348-d151eda90348]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c811a296-8d42-4d40-9718-481d2465f2d9]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[70c73949-726c-483c-bcc1-d62351e07788]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[672188cc-7751-4464-a512-309f163c08da]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:59:22 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:59:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cae926b8-c5f3-4a61-80b0-cd6e66ebac05]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG os_brick.utils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:22 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Updating existing volume attachment record: fdcacb2a-d087-41dd-8209-84fcf59c44c6 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:59:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG nova.network.neutron [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Port 5042c7cb-0f7f-430a-abc5-c228ad7f002d binding to destination host user is already ACTIVE {{(pid=74639) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquired lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG nova.network.neutron [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG nova.network.neutron [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance_info_cache with network_info: [{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Releasing lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Creating tmpfile /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/tmpx4ijn8tf to verify with other compute node that the instance is on the same shared storage. {{(pid=74639) check_instance_shared_storage_local /opt/stack/nova/nova/virt/libvirt/driver.py:9628}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-5ffc7222-1cf9-46e5-9db4-6c4abbc5163f req-fc034389-7505-4215-8992-1571e260158b service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-unplugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5ffc7222-1cf9-46e5-9db4-6c4abbc5163f req-fc034389-7505-4215-8992-1571e260158b service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5ffc7222-1cf9-46e5-9db4-6c4abbc5163f req-fc034389-7505-4215-8992-1571e260158b service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5ffc7222-1cf9-46e5-9db4-6c4abbc5163f req-fc034389-7505-4215-8992-1571e260158b service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-5ffc7222-1cf9-46e5-9db4-6c4abbc5163f req-fc034389-7505-4215-8992-1571e260158b service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-unplugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:27 user nova-compute[74639]: WARNING nova.compute.manager [req-5ffc7222-1cf9-46e5-9db4-6c4abbc5163f req-fc034389-7505-4215-8992-1571e260158b service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-unplugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state resized and task_state resize_reverting.
Nov 15 19:59:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance destroyed successfully.
Nov 15 19:59:28 user nova-compute[74639]: DEBUG nova.objects.instance [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lazy-loading 'resources' on Instance uuid 991caabb-c1de-4804-b185-6168248260bb {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-49804097',display_name='tempest-ServerActionsTestOtherB-server-49804097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-49804097',id=5,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGdCSMyoTO4eAzLwDMl8yakNrhRBANP4/QfrOyuhvNze9U0mgNw9lzqb8vLaXdrkG1igyHC6fMnq+53eFUVT9lyMXEmQn3Pi0sukm2UoYCYIjGHhj1KnEHVlNNXucT80Q==',key_name='tempest-keypair-368825858',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3a140282e339408580ce2bc1cc60ae67',ramdisk_id='',reservation_id='r-7y1qcbn3',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1215246516',owner_user_name='tempest-ServerActionsTestOtherB-1215246516-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:57:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eec78ee6182c4d13a7ff6dd53b910b0f',uuid=991caabb-c1de-4804-b185-6168248260bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converting VIF {"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_vif [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5042c7cb-0f, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f0bf68d7-dfc6-4cac-acbd-3f401f6bd7c4) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:28 user nova-compute[74639]: INFO os_vif [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f')
Nov 15 19:59:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:28 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6187ec78-cd49-4e7e-b41c-9fe8f1ea03f1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:59:28 user nova-compute[74639]: No targets found.
Nov 15 19:59:28 user nova-compute[74639]: iSNS:
Nov 15 19:59:28 user nova-compute[74639]: No targets found.
Nov 15 19:59:28 user nova-compute[74639]: STATIC:
Nov 15 19:59:28 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 19:59:28 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:28 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:28 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 19:59:28 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:28 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:28 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 19:59:28 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:28 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:28 user nova-compute[74639]: FIRMWARE:
Nov 15 19:59:28 user nova-compute[74639]: No targets found.
Nov 15 19:59:28 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:59:28 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:59:28 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bdfb625-ae0b-4deb-9f60-2dcff0a12f49]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac84bedc-81d2-4442-8b90-56e732c264a5]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:28 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:28 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:28 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:28 user nova-compute[74639]: tcp: [17] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:28 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:28 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98f176560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126'): ({'sde'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Removing single pathed devices sde {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[978c3b42-dd7d-480d-b349-0cabfdb827ad]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5ed234e-8d76-43f5-8185-7ffd678bb8d2]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Flushing IO for device /dev/sde {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef692cb7-946e-4cb6-ac8b-2b2f7315d9c0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.039s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f8ec7d9-1d45-4334-83e5-961547b61b34]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.034s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[06868166-bb69-4a95-a6f3-6550a6a3e1e6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0107c8a0-81e0-4da6-9ca7-707eb67f0ea9]: (4, ('Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]\nLogout of [sid: 17, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 17, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]
Nov 15 19:59:28 user nova-compute[74639]: Logout of [sid: 17, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.
Nov 15 19:59:28 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bd2d1e3-a507-4c27-841c-76e94ee0573c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] <== disconnect_volume: return (304ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:59:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqSohilG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:29 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:29 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:29 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[68351773-3040-4f4b-bde2-a4f4e07cec2b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:59:29 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[be3bc168-e3f2-48bd-a459-7b12cff9a669]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467] added
Nov 15 19:59:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c661346-4f93-4432-9a86-80231e089c03]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b09e125c-de77-4fd7-8abf-e6178e459a6a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UqSohilG {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UqSohilG" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d534493e-e47d-46a4-8244-93b210285e49]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UqSohilG'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.032s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbecf746-2b74-4990-bc35-42ab5e5e653c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[86172c4e-8402-44bc-a7de-abf782698ebe]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:29 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:29 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG nova.objects.instance [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lazy-loading 'migration_context' on Instance uuid 991caabb-c1de-4804-b185-6168248260bb {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG nova.objects.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Object Instance<991caabb-c1de-4804-b185-6168248260bb> lazy-loaded attributes: resources,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[43c6545e-207b-4f48-9a65-e1cba8554dde]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260]
Nov 15 19:59:29 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260] successful.
Nov 15 19:59:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[79c12b54-4fb6-46e1-aab6-7f62f8a5272c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e28084b2-c2ad-46f4-9e62-4428cc7f2b47]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:29 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:29 user nova-compute[74639]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:29 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:29 user nova-compute[74639]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.314s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] HCTL ('33', '-', '-', 0) found on session 19 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[944fb481-754c-4bb7-8a2b-3f854364ec0a]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching for a device in session 19 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqSohilG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-de55aa02-d1cf-4da9-b85d-7ba481aead03 req-534301ab-7659-461d-b8df-f0ea6972eb33 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-de55aa02-d1cf-4da9-b85d-7ba481aead03 req-534301ab-7659-461d-b8df-f0ea6972eb33 service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-de55aa02-d1cf-4da9-b85d-7ba481aead03 req-534301ab-7659-461d-b8df-f0ea6972eb33 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-de55aa02-d1cf-4da9-b85d-7ba481aead03 req-534301ab-7659-461d-b8df-f0ea6972eb33 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-de55aa02-d1cf-4da9-b85d-7ba481aead03 req-534301ab-7659-461d-b8df-f0ea6972eb33 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:29 user nova-compute[74639]: WARNING nova.compute.manager [req-de55aa02-d1cf-4da9-b85d-7ba481aead03 req-534301ab-7659-461d-b8df-f0ea6972eb33 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state resized and task_state resize_reverting.
Nov 15 19:59:29 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:59:29 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:59:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 0.628s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:30 user nova-compute[74639]: INFO nova.compute.manager [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Swapping old allocation on dict_keys(['60c3962b-52f7-40bd-bace-8bf854e515d2']) held by migration 0c8c1da7-8f3d-408a-bc92-4aa8a61de6cb for instance
Nov 15 19:59:30 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Overwriting current allocation {'allocations': {'60c3962b-52f7-40bd-bace-8bf854e515d2': {'resources': {'DISK_GB': 20, 'MEMORY_MB': 2048, 'VCPU': 1}, 'generation': 23}}, 'project_id': '3a140282e339408580ce2bc1cc60ae67', 'user_id': 'eec78ee6182c4d13a7ff6dd53b910b0f', 'consumer_generation': 1} on consumer 991caabb-c1de-4804-b185-6168248260bb {{(pid=74639) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2018}}
Nov 15 19:59:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:59:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquired lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:59:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:59:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.362s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== connect_volume: return (1364ms) {'type': 'block', 'scsi_wwn': '23463336534303430', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463336534303430', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:59:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'flavor' on Instance uuid 87b6a112-de2e-4234-b2f8-d06f25041645 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:59:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 19:59:30 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:59:30 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 19:59:30 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:59:30 user nova-compute[74639]:   <serial>d217aa10-bfba-409f-a511-8ed3fbb4b467</serial>
Nov 15 19:59:30 user nova-compute[74639]: </disk>
Nov 15 19:59:30 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG nova.network.neutron [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance_info_cache with network_info: [{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Releasing lock "refresh_cache-991caabb-c1de-4804-b185-6168248260bb" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG os_brick.utils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4886661-bd50-4adf-8f5d-b44c91571715]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No VIF found with MAC fa:16:3e:61:94:9e, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[456b9a62-8f11-4d56-b493-6ebb00b61c74]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf29d1d7-e220-41ed-85c2-ce3ec2d6d5fb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8187f7da-eb28-4f61-9c2e-6c832eefb6be]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:59:31 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bed077fe-ef88-4c0c-b83c-7ac84cab162e]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG os_brick.utils [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a72ffca0-c3bb-4eb8-b4d9-ea72058d8073 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.975s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:32 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:32 user nova-compute[74639]: INFO nova.compute.manager [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Rebuilding instance
Nov 15 19:59:32 user nova-compute[74639]: DEBUG nova.compute.manager [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-0f33ab1f-137a-4317-8391-7f5733eb2af7 req-06c2b896-bfa2-42fa-b1d8-cd5002901258 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-unplugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0f33ab1f-137a-4317-8391-7f5733eb2af7 req-06c2b896-bfa2-42fa-b1d8-cd5002901258 service nova] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0f33ab1f-137a-4317-8391-7f5733eb2af7 req-06c2b896-bfa2-42fa-b1d8-cd5002901258 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0f33ab1f-137a-4317-8391-7f5733eb2af7 req-06c2b896-bfa2-42fa-b1d8-cd5002901258 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-0f33ab1f-137a-4317-8391-7f5733eb2af7 req-06c2b896-bfa2-42fa-b1d8-cd5002901258 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] No waiting events found dispatching network-vif-unplugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:33 user nova-compute[74639]: WARNING nova.compute.manager [req-0f33ab1f-137a-4317-8391-7f5733eb2af7 req-06c2b896-bfa2-42fa-b1d8-cd5002901258 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received unexpected event network-vif-unplugged-00084a65-fce2-4400-9697-1bc3b5b11c13 for instance with vm_state active and task_state rebuilding.
Nov 15 19:59:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 19:59:33 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Instance destroyed successfully.
Nov 15 19:59:33 user nova-compute[74639]: INFO nova.compute.manager [None req-d0d55163-f0ef-4cf0-aed4-30bc454e7f8c tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Unrescuing
Nov 15 19:59:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d0d55163-f0ef-4cf0-aed4-30bc454e7f8c tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d0d55163-f0ef-4cf0-aed4-30bc454e7f8c tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquired lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d0d55163-f0ef-4cf0-aed4-30bc454e7f8c tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 19:59:33 user nova-compute[74639]: INFO nova.compute.manager [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Detaching volume d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 19:59:33 user nova-compute[74639]: INFO nova.virt.block_device [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Attempting to driver detach volume d217aa10-bfba-409f-a511-8ed3fbb4b467 from mountpoint /dev/vdb
Nov 15 19:59:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Attempting to detach device vdb from instance 87b6a112-de2e-4234-b2f8-d06f25041645 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 19:59:33 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:59:33 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 19:59:33 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:59:33 user nova-compute[74639]:   <serial>d217aa10-bfba-409f-a511-8ed3fbb4b467</serial>
Nov 15 19:59:33 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 19:59:33 user nova-compute[74639]: </disk>
Nov 15 19:59:33 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:59:33 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully detached device vdb from instance 87b6a112-de2e-4234-b2f8-d06f25041645 from the persistent domain config.
Nov 15 19:59:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqSohilG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:33 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 19:59:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5907b9b5-8627-4969-9b9c-b7c1ac319440]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:59:34 user nova-compute[74639]: No targets found.
Nov 15 19:59:34 user nova-compute[74639]: iSNS:
Nov 15 19:59:34 user nova-compute[74639]: No targets found.
Nov 15 19:59:34 user nova-compute[74639]: STATIC:
Nov 15 19:59:34 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 19:59:34 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:34 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:34 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 19:59:34 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:34 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:34 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 19:59:34 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:34 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:34 user nova-compute[74639]: FIRMWARE:
Nov 15 19:59:34 user nova-compute[74639]: No targets found.
Nov 15 19:59:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:59:34 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:59:34 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbeb74da-055e-4842-bc60-053adf60ff6e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6291ae98-5cd5-4932-86c3-a0c1149f86cb]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:34 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:34 user nova-compute[74639]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:34 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:34 user nova-compute[74639]: tcp: [19] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9702c1990>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6192ab63-a035-4366-8181-e5f1807a7deb]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[465e096b-043f-43ee-997a-1356bea6e90b]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11181a5-997f-466c-83d5-3f99d6e8a357]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[94623dc1-0d51-46d4-9409-d5ee65234d85]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ecd982c-88b3-4426-969d-6cf691184a92]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d0d55163-f0ef-4cf0-aed4-30bc454e7f8c tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d0d55163-f0ef-4cf0-aed4-30bc454e7f8c tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Releasing lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d0d55163-f0ef-4cf0-aed4-30bc454e7f8c tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'flavor' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --logout" returned: 0 in 0.070s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b830995-5d0c-44e8-8fa1-f994a76ba1ee]: (4, ('Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260]\nLogout of [sid: 19, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 19, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260]
Nov 15 19:59:34 user nova-compute[74639]: Logout of [sid: 19, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260] successful.
Nov 15 19:59:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7661af34-af07-4b06-b174-7d62486d0bbe]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== disconnect_volume: return (317ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd4699d4-e4a2-4860-951f-bf38cc76f7f4 req-ae073da5-74ab-4ef8-a5c1-99c468dfbb80 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-unplugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd4699d4-e4a2-4860-951f-bf38cc76f7f4 req-ae073da5-74ab-4ef8-a5c1-99c468dfbb80 service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd4699d4-e4a2-4860-951f-bf38cc76f7f4 req-ae073da5-74ab-4ef8-a5c1-99c468dfbb80 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd4699d4-e4a2-4860-951f-bf38cc76f7f4 req-ae073da5-74ab-4ef8-a5c1-99c468dfbb80 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd4699d4-e4a2-4860-951f-bf38cc76f7f4 req-ae073da5-74ab-4ef8-a5c1-99c468dfbb80 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-unplugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:34 user nova-compute[74639]: WARNING nova.compute.manager [req-bd4699d4-e4a2-4860-951f-bf38cc76f7f4 req-ae073da5-74ab-4ef8-a5c1-99c468dfbb80 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-unplugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state rescued and task_state unrescuing.
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-283a72d0-6352-49f3-8e2b-7fd8292cae99 req-d0687e48-f0e1-4420-8386-1b86d77551cc service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-changed-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-283a72d0-6352-49f3-8e2b-7fd8292cae99 req-d0687e48-f0e1-4420-8386-1b86d77551cc service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Refreshing instance network info cache due to event network-changed-fa224778-d1c9-4926-ac89-9e272b740bd2. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-283a72d0-6352-49f3-8e2b-7fd8292cae99 req-d0687e48-f0e1-4420-8386-1b86d77551cc service nova] Acquiring lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-283a72d0-6352-49f3-8e2b-7fd8292cae99 req-d0687e48-f0e1-4420-8386-1b86d77551cc service nova] Acquired lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:59:34 user nova-compute[74639]: DEBUG nova.network.neutron [req-283a72d0-6352-49f3-8e2b-7fd8292cae99 req-d0687e48-f0e1-4420-8386-1b86d77551cc service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Refreshing network info cache for port fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:59:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Instance destroyed successfully.
Nov 15 19:59:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Instance destroyed successfully.
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-506518392',display_name='tempest-ServerActionsTestOtherA-server-234208539',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-506518392',id=15,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJtVpWsfUbPAB4P2iHFXfP6VdtGB2w2N351o33DYGJwZwAFFggrV+V7Q40bn35dDgR36ojrVZ2j7Br83GhA74hpABInc18LrKlzXon0LbiicMgTq3qcIZJ8d6wVk6kmE9w==',key_name='tempest-keypair-1088554993',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-j1eln8re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:59:33Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=87b6a112-de2e-4234-b2f8-d06f25041645,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_vif [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap00084a65-fc, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=4e1c8e24-8232-4fad-a14a-490f586bd839) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:35 user nova-compute[74639]: INFO os_vif [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc')
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqSohilG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:35 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fbe1499b-232c-461e-b446-46f60d980649]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 19:59:35 user nova-compute[74639]: No targets found.
Nov 15 19:59:35 user nova-compute[74639]: iSNS:
Nov 15 19:59:35 user nova-compute[74639]: No targets found.
Nov 15 19:59:35 user nova-compute[74639]: STATIC:
Nov 15 19:59:35 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 19:59:35 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:35 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:35 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 19:59:35 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 19:59:35 user nova-compute[74639]:                 Iface Name: default
Nov 15 19:59:35 user nova-compute[74639]: FIRMWARE:
Nov 15 19:59:35 user nova-compute[74639]: No targets found.
Nov 15 19:59:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 19:59:35 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 19:59:35 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-8d77c8b2-a9a6-4cb0-903f-8f972104250f req-9c6854a7-c808-49d1-b958-17dccb80e9ab service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8d77c8b2-a9a6-4cb0-903f-8f972104250f req-9c6854a7-c808-49d1-b958-17dccb80e9ab service nova] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8d77c8b2-a9a6-4cb0-903f-8f972104250f req-9c6854a7-c808-49d1-b958-17dccb80e9ab service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8d77c8b2-a9a6-4cb0-903f-8f972104250f req-9c6854a7-c808-49d1-b958-17dccb80e9ab service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-8d77c8b2-a9a6-4cb0-903f-8f972104250f req-9c6854a7-c808-49d1-b958-17dccb80e9ab service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] No waiting events found dispatching network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:35 user nova-compute[74639]: WARNING nova.compute.manager [req-8d77c8b2-a9a6-4cb0-903f-8f972104250f req-9c6854a7-c808-49d1-b958-17dccb80e9ab service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received unexpected event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 for instance with vm_state active and task_state rebuilding.
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[de02fe56-3e7f-453f-a1a5-a06fc1a62974]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[005a2a8b-f5c5-4dab-bca0-689d5c74fb78]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:35 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:35 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970523ac0>, {}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Disconnecting from: [] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.074s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== disconnect_volume: return (75ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 19:59:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Deleting instance files /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645_del
Nov 15 19:59:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Deletion of /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645_del complete
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updating instance_info_cache with network_info: [{"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.network.neutron [req-283a72d0-6352-49f3-8e2b-7fd8292cae99 req-d0687e48-f0e1-4420-8386-1b86d77551cc service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updated VIF entry in instance network info cache for port fa224778-d1c9-4926-ac89-9e272b740bd2. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.network.neutron [req-283a72d0-6352-49f3-8e2b-7fd8292cae99 req-d0687e48-f0e1-4420-8386-1b86d77551cc service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-283a72d0-6352-49f3-8e2b-7fd8292cae99 req-d0687e48-f0e1-4420-8386-1b86d77551cc service nova] Releasing lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:59:35 user nova-compute[74639]: INFO nova.virt.block_device [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Booting with volume d217aa10-bfba-409f-a511-8ed3fbb4b467 at /dev/vdb
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.utils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[aa808253-b7bf-4d84-8cd3-28ae9ef41379]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a977d9d5-c133-4e3f-bd81-6d0841ae4918]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f821a2f-d301-45e2-892e-f2c866114e6e]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b89f88e5-be64-4975-be8b-4344f0b2e28a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:59:35 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:59:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dd1c01e-2a55-404d-b548-01de14bd8390]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG os_brick.utils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:35 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Updating existing volume attachment record: b4df028d-7773-479b-b03d-6195ce07ab9b {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Starting finish_revert_migration {{(pid=74639) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11819}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Start _get_guest_xml network_info=[{"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '991caabb-c1de-4804-b185-6168248260bb', 'attached_at': '2023-11-15T19:59:36.000000', 'detached_at': '', 'volume_id': 'fdd514e4-7a3a-479a-a692-d6cab607e126', 'serial': 'fdd514e4-7a3a-479a-a692-d6cab607e126'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'attachment_id': 'a2ba4a70-db0b-48b4-8f62-219fd172b00c', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:59:36 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:59:36 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:59:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.objects.instance [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lazy-loading 'vcpu_model' on Instance uuid 991caabb-c1de-4804-b185-6168248260bb {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:36 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:36 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:36 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b94e94-c147-477a-b13f-ea92bd00b828]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:59:36 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.compute.manager [req-952b3930-fd0c-4e4c-bc54-24d63c4f5f40 req-cd5fd9e3-a42a-46e3-bf6d-c21bc0ca7c06 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-952b3930-fd0c-4e4c-bc54-24d63c4f5f40 req-cd5fd9e3-a42a-46e3-bf6d-c21bc0ca7c06 service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-952b3930-fd0c-4e4c-bc54-24d63c4f5f40 req-cd5fd9e3-a42a-46e3-bf6d-c21bc0ca7c06 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-952b3930-fd0c-4e4c-bc54-24d63c4f5f40 req-cd5fd9e3-a42a-46e3-bf6d-c21bc0ca7c06 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG nova.compute.manager [req-952b3930-fd0c-4e4c-bc54-24d63c4f5f40 req-cd5fd9e3-a42a-46e3-bf6d-c21bc0ca7c06 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:36 user nova-compute[74639]: WARNING nova.compute.manager [req-952b3930-fd0c-4e4c-bc54-24d63c4f5f40 req-cd5fd9e3-a42a-46e3-bf6d-c21bc0ca7c06 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state rescued and task_state unrescuing.
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c138e40e-134d-4a04-b25f-e6bdf93bab6f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126] added
Nov 15 19:59:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[204abb88-4058-4bd8-9ddd-7302c5fc48dc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[80ad32c8-eae1-49a9-8fd0-c4c99a15bfc0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GidjUyst {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GidjUyst" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b783a1eb-d64d-43c0-8532-d69db690b698]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GidjUyst'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bf8c480-e7e2-4210-901d-906a165da4d1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce0f675a-9752-423c-a012-34686d7add2d]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:36 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:36 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[16a4a002-6d4a-4ef4-abe7-470be09b7ca2]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]
Nov 15 19:59:36 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.
Nov 15 19:59:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[96262445-5f27-4d04-895a-b24ed905d257]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e886a94-097d-4a14-8b69-b914f2b2611a]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:36 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:36 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:36 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:36 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.336s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] HCTL ('33', '-', '-', 0) found on session 20 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[35b4016b-2566-4785-a6aa-f6f461856002]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Searching for a device in session 20 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:59:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-c01b83a5-030e-4bed-8179-38646ccced15 req-3a6c0f6e-2a19-43eb-a6cf-7f8b3a7c6508 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-changed-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-c01b83a5-030e-4bed-8179-38646ccced15 req-3a6c0f6e-2a19-43eb-a6cf-7f8b3a7c6508 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Refreshing instance network info cache due to event network-changed-fa224778-d1c9-4926-ac89-9e272b740bd2. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c01b83a5-030e-4bed-8179-38646ccced15 req-3a6c0f6e-2a19-43eb-a6cf-7f8b3a7c6508 service nova] Acquiring lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c01b83a5-030e-4bed-8179-38646ccced15 req-3a6c0f6e-2a19-43eb-a6cf-7f8b3a7c6508 service nova] Acquired lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-c01b83a5-030e-4bed-8179-38646ccced15 req-3a6c0f6e-2a19-43eb-a6cf-7f8b3a7c6508 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Refreshing network info cache for port fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.167s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.396s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] <== connect_volume: return (1399ms) {'type': 'block', 'scsi_wwn': '23839353431666534', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23839353431666534', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-49804097',display_name='tempest-ServerActionsTestOtherB-server-49804097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-49804097',id=5,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGdCSMyoTO4eAzLwDMl8yakNrhRBANP4/QfrOyuhvNze9U0mgNw9lzqb8vLaXdrkG1igyHC6fMnq+53eFUVT9lyMXEmQn3Pi0sukm2UoYCYIjGHhj1KnEHVlNNXucT80Q==',key_name='tempest-keypair-368825858',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3a140282e339408580ce2bc1cc60ae67',ramdisk_id='',reservation_id='r-7y1qcbn3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1215246516',owner_user_name='tempest-ServerActionsTestOtherB-1215246516-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eec78ee6182c4d13a7ff6dd53b910b0f',uuid=991caabb-c1de-4804-b185-6168248260bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converting VIF {"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:59:38 user nova-compute[74639]:   <uuid>991caabb-c1de-4804-b185-6168248260bb</uuid>
Nov 15 19:59:38 user nova-compute[74639]:   <name>instance-00000005</name>
Nov 15 19:59:38 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:59:38 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:59:38 user nova-compute[74639]:   <metadata>
Nov 15 19:59:38 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:59:38 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:59:38 user nova-compute[74639]:       <nova:name>tempest-ServerActionsTestOtherB-server-49804097</nova:name>
Nov 15 19:59:38 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:59:36</nova:creationTime>
Nov 15 19:59:38 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:59:38 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:59:38 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:59:38 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:59:38 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:59:38 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:59:38 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:59:38 user nova-compute[74639]:       <nova:owner>
Nov 15 19:59:38 user nova-compute[74639]:         <nova:user uuid="eec78ee6182c4d13a7ff6dd53b910b0f">tempest-ServerActionsTestOtherB-1215246516-project-member</nova:user>
Nov 15 19:59:38 user nova-compute[74639]:         <nova:project uuid="3a140282e339408580ce2bc1cc60ae67">tempest-ServerActionsTestOtherB-1215246516</nova:project>
Nov 15 19:59:38 user nova-compute[74639]:       </nova:owner>
Nov 15 19:59:38 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:59:38 user nova-compute[74639]:       <nova:ports>
Nov 15 19:59:38 user nova-compute[74639]:         <nova:port uuid="5042c7cb-0f7f-430a-abc5-c228ad7f002d">
Nov 15 19:59:38 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 19:59:38 user nova-compute[74639]:         </nova:port>
Nov 15 19:59:38 user nova-compute[74639]:       </nova:ports>
Nov 15 19:59:38 user nova-compute[74639]:     </nova:instance>
Nov 15 19:59:38 user nova-compute[74639]:   </metadata>
Nov 15 19:59:38 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:59:38 user nova-compute[74639]:     <system>
Nov 15 19:59:38 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:59:38 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:59:38 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:59:38 user nova-compute[74639]:       <entry name="serial">991caabb-c1de-4804-b185-6168248260bb</entry>
Nov 15 19:59:38 user nova-compute[74639]:       <entry name="uuid">991caabb-c1de-4804-b185-6168248260bb</entry>
Nov 15 19:59:38 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:59:38 user nova-compute[74639]:     </system>
Nov 15 19:59:38 user nova-compute[74639]:   </sysinfo>
Nov 15 19:59:38 user nova-compute[74639]:   <os>
Nov 15 19:59:38 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:59:38 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:59:38 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:59:38 user nova-compute[74639]:   </os>
Nov 15 19:59:38 user nova-compute[74639]:   <features>
Nov 15 19:59:38 user nova-compute[74639]:     <acpi/>
Nov 15 19:59:38 user nova-compute[74639]:     <apic/>
Nov 15 19:59:38 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:59:38 user nova-compute[74639]:   </features>
Nov 15 19:59:38 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:59:38 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:59:38 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:59:38 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:59:38 user nova-compute[74639]:   </clock>
Nov 15 19:59:38 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:59:38 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:59:38 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:59:38 user nova-compute[74639]:   </cpu>
Nov 15 19:59:38 user nova-compute[74639]:   <devices>
Nov 15 19:59:38 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:59:38 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:59:38 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk"/>
Nov 15 19:59:38 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:59:38 user nova-compute[74639]:     </disk>
Nov 15 19:59:38 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:59:38 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:59:38 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 19:59:38 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 19:59:38 user nova-compute[74639]:       <serial>fdd514e4-7a3a-479a-a692-d6cab607e126</serial>
Nov 15 19:59:38 user nova-compute[74639]:     </disk>
Nov 15 19:59:38 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:59:38 user nova-compute[74639]:       <mac address="fa:16:3e:1a:49:c8"/>
Nov 15 19:59:38 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:59:38 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:59:38 user nova-compute[74639]:       <target dev="tap5042c7cb-0f"/>
Nov 15 19:59:38 user nova-compute[74639]:     </interface>
Nov 15 19:59:38 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:59:38 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/console.log" append="off"/>
Nov 15 19:59:38 user nova-compute[74639]:     </serial>
Nov 15 19:59:38 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:59:38 user nova-compute[74639]:     <video>
Nov 15 19:59:38 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:59:38 user nova-compute[74639]:     </video>
Nov 15 19:59:38 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:59:38 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:59:38 user nova-compute[74639]:     </rng>
Nov 15 19:59:38 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:59:38 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:59:38 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:59:38 user nova-compute[74639]:     </memballoon>
Nov 15 19:59:38 user nova-compute[74639]:   </devices>
Nov 15 19:59:38 user nova-compute[74639]: </domain>
Nov 15 19:59:38 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-49804097',display_name='tempest-ServerActionsTestOtherB-server-49804097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-49804097',id=5,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGdCSMyoTO4eAzLwDMl8yakNrhRBANP4/QfrOyuhvNze9U0mgNw9lzqb8vLaXdrkG1igyHC6fMnq+53eFUVT9lyMXEmQn3Pi0sukm2UoYCYIjGHhj1KnEHVlNNXucT80Q==',key_name='tempest-keypair-368825858',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='3a140282e339408580ce2bc1cc60ae67',ramdisk_id='',reservation_id='r-7y1qcbn3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherB-1215246516',owner_user_name='tempest-ServerActionsTestOtherB-1215246516-project-member'},tags=<?>,task_state='resize_reverting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:59:27Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eec78ee6182c4d13a7ff6dd53b910b0f',uuid=991caabb-c1de-4804-b185-6168248260bb,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='resized') vif={"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converting VIF {"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG os_vif [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '06ea7864-ba67-5522-9486-37cf73a85607', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5042c7cb-0f, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5042c7cb-0f, col_values=(('qos', UUID('02c76160-9fa4-45b8-8cb8-5f505b5566b4')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5042c7cb-0f, col_values=(('external_ids', {'iface-id': '5042c7cb-0f7f-430a-abc5-c228ad7f002d', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:1a:49:c8', 'vm-uuid': '991caabb-c1de-4804-b185-6168248260bb'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:38 user nova-compute[74639]: INFO os_vif [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f')
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.network.neutron [req-c01b83a5-030e-4bed-8179-38646ccced15 req-3a6c0f6e-2a19-43eb-a6cf-7f8b3a7c6508 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updated VIF entry in instance network info cache for port fa224778-d1c9-4926-ac89-9e272b740bd2. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.network.neutron [req-c01b83a5-030e-4bed-8179-38646ccced15 req-3a6c0f6e-2a19-43eb-a6cf-7f8b3a7c6508 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [{"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c01b83a5-030e-4bed-8179-38646ccced15 req-3a6c0f6e-2a19-43eb-a6cf-7f8b3a7c6508 service nova] Releasing lock "refresh_cache-05206573-e14b-47a6-9b87-9fecaa7490b1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:38 user nova-compute[74639]: WARNING nova.compute.manager [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state rescued and task_state unrescuing.
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:38 user nova-compute[74639]: WARNING nova.compute.manager [req-35752761-9beb-4c60-8736-6b263da3e949 req-d5fb1398-7c16-4324-b29d-10684b865212 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state rescued and task_state unrescuing.
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdg (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d0d55163-f0ef-4cf0-aed4-30bc454e7f8c tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-11c74a53-680d-4df7-b2b6-774a9c856b80 req-ad1a7086-4dc6-4682-9346-226bd6e30ca2 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received event network-changed-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-11c74a53-680d-4df7-b2b6-774a9c856b80 req-ad1a7086-4dc6-4682-9346-226bd6e30ca2 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Refreshing instance network info cache due to event network-changed-2d316d9d-008d-497e-9831-92c73ace0327. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11c74a53-680d-4df7-b2b6-774a9c856b80 req-ad1a7086-4dc6-4682-9346-226bd6e30ca2 service nova] Acquiring lock "refresh_cache-a9522615-afa9-4e4d-8d24-fff0f6413ab6" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11c74a53-680d-4df7-b2b6-774a9c856b80 req-ad1a7086-4dc6-4682-9346-226bd6e30ca2 service nova] Acquired lock "refresh_cache-a9522615-afa9-4e4d-8d24-fff0f6413ab6" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG nova.network.neutron [req-11c74a53-680d-4df7-b2b6-774a9c856b80 req-ad1a7086-4dc6-4682-9346-226bd6e30ca2 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Refreshing network info cache for port 2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.311s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG nova.network.neutron [req-11c74a53-680d-4df7-b2b6-774a9c856b80 req-ad1a7086-4dc6-4682-9346-226bd6e30ca2 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Updated VIF entry in instance network info cache for port 2d316d9d-008d-497e-9831-92c73ace0327. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG nova.network.neutron [req-11c74a53-680d-4df7-b2b6-774a9c856b80 req-ad1a7086-4dc6-4682-9346-226bd6e30ca2 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Updating instance_info_cache with network_info: [{"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11c74a53-680d-4df7-b2b6-774a9c856b80 req-ad1a7086-4dc6-4682-9346-226bd6e30ca2 service nova] Releasing lock "refresh_cache-a9522615-afa9-4e4d-8d24-fff0f6413ab6" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.236s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:40 user nova-compute[74639]: WARNING nova.compute.manager [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state resized and task_state resize_reverting.
Nov 15 19:59:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:40 user nova-compute[74639]: WARNING nova.compute.manager [req-518064c8-3164-4bd8-a5e2-c845a101ca16 req-3ce9e8bb-3710-4ba3-b780-aab0ffcd7916 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state resized and task_state resize_reverting.
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue --force-share --output=json" returned: 0 in 0.226s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk.rescue --force-share --output=json" returned: 0 in 0.224s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:41 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lazy-loading 'flavor' on Instance uuid a9522615-afa9-4e4d-8d24-fff0f6413ab6 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:59:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.079s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:41 user nova-compute[74639]: INFO nova.compute.manager [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Attaching volume 8dd30f91-9d9f-4975-a991-c33c413aad44 to /dev/vdb
Nov 15 19:59:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG os_brick.utils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 19:59:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Creating image(s)
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0caa3b8f-e956-456a-a624-f4409c34b40c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance running successfully.
Nov 15 19:59:42 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:59:42 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 19:59:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7546MB free_disk=25.331146240234375GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] finish_revert_migration finished successfully. {{(pid=74639) finish_revert_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11863}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[958d7cba-e2f4-415d-8c6e-ef8a9c4e1552]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[db08161b-8bd1-4e11-8c0f-931aa7594464]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[799dc5a3-fcb9-44d8-892a-32d11fb0b14a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 19:59:42 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0b459da-b574-44ec-9c23-98db91391b50]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG os_brick.utils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] <== get_connector_properties: return (191ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Updating existing volume attachment record: 46ee1fd6-0556-42c4-9cd5-d7ac5a3f4787 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.269s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: INFO nova.compute.manager [None req-be49f22c-0ecb-433b-91ac-4c8cf39fc006 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance to original state: 'active'
Nov 15 19:59:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.232s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 992214c6-3620-4a7d-8dee-0f67896e2f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 05206573-e14b-47a6-9b87-9fecaa7490b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 87b6a112-de2e-4234-b2f8-d06f25041645 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 38f34aaa-ba37-4232-b029-bc88f131b2be actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 991caabb-c1de-4804-b185-6168248260bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk 1073741824" returned: 0 in 0.066s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.301s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.227s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Checking if we can resize image /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.233s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Cannot resize image /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Ensure instance console log exists: /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Start _get_guest_xml network_info=[{"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqSohilG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '87b6a112-de2e-4234-b2f8-d06f25041645', 'attached_at': '', 'detached_at': '', 'volume_id': 'd217aa10-bfba-409f-a511-8ed3fbb4b467', 'serial': 'd217aa10-bfba-409f-a511-8ed3fbb4b467'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'attachment_id': 'b4df028d-7773-479b-b03d-6195ce07ab9b', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 19:59:43 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 15 19:59:43 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.objects.instance [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'vcpu_model' on Instance uuid 87b6a112-de2e-4234-b2f8-d06f25041645 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqSohilG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:43 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:43 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:43 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0caa6739-d2d0-4493-b1ce-04dba3e73701]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:59:43 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f9a1030f-bc1a-4d90-b189-58f5296448a3]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467] added
Nov 15 19:59:43 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.168s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[65940459-43ea-4121-9054-8aa02d6f64d4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[00b57b1c-798d-441a-b380-8a62a6909fad]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UqSohilG {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v UqSohilG" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb4e8d03-b7e9-46a2-8457-cce4299b0f26]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'UqSohilG'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8bb87238-83a0-4697-a1de-f709807f8824]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e9877fbd-46e0-4f34-a4a0-669a3a42d03e]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[31bcf3e7-dec2-4e10-9a0f-d6b019356882]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260]
Nov 15 19:59:44 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260] successful.
Nov 15 19:59:44 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f4cbac-6662-48d7-ad9c-7bd65b84d731]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d94df51-5162-4d01-ad60-f601c9fa9080]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:44 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.354s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] HCTL ('34', '-', '-', 0) found on session 21 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[68bc2126-45f6-4274-ab88-9134f4dcef98]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:44 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching for a device in session 21 and hctl ['34', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching for a device in session 21 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqSohilG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.389s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== connect_volume: return (1390ms) {'type': 'block', 'scsi_wwn': '23463336534303430', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23463336534303430', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T19:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-506518392',display_name='tempest-ServerActionsTestOtherA-server-234208539',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-506518392',id=15,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJtVpWsfUbPAB4P2iHFXfP6VdtGB2w2N351o33DYGJwZwAFFggrV+V7Q40bn35dDgR36ojrVZ2j7Br83GhA74hpABInc18LrKlzXon0LbiicMgTq3qcIZJ8d6wVk6kmE9w==',key_name='tempest-keypair-1088554993',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-j1eln8re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:59:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=87b6a112-de2e-4234-b2f8-d06f25041645,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] End _get_guest_xml xml=<domain type="kvm">
Nov 15 19:59:45 user nova-compute[74639]:   <uuid>87b6a112-de2e-4234-b2f8-d06f25041645</uuid>
Nov 15 19:59:45 user nova-compute[74639]:   <name>instance-0000000f</name>
Nov 15 19:59:45 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 19:59:45 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 19:59:45 user nova-compute[74639]:   <metadata>
Nov 15 19:59:45 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 19:59:45 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 19:59:45 user nova-compute[74639]:       <nova:name>tempest-ServerActionsTestOtherA-server-234208539</nova:name>
Nov 15 19:59:45 user nova-compute[74639]:       <nova:creationTime>2023-11-15 19:59:43</nova:creationTime>
Nov 15 19:59:45 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 19:59:45 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 19:59:45 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 19:59:45 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 19:59:45 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 19:59:45 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 19:59:45 user nova-compute[74639]:       </nova:flavor>
Nov 15 19:59:45 user nova-compute[74639]:       <nova:owner>
Nov 15 19:59:45 user nova-compute[74639]:         <nova:user uuid="a0c44398b8fc4635a47d1e96cfb15448">tempest-ServerActionsTestOtherA-1803249031-project-member</nova:user>
Nov 15 19:59:45 user nova-compute[74639]:         <nova:project uuid="4f7f83c51452412196147e7389bb0dd2">tempest-ServerActionsTestOtherA-1803249031</nova:project>
Nov 15 19:59:45 user nova-compute[74639]:       </nova:owner>
Nov 15 19:59:45 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 19:59:45 user nova-compute[74639]:       <nova:ports>
Nov 15 19:59:45 user nova-compute[74639]:         <nova:port uuid="00084a65-fce2-4400-9697-1bc3b5b11c13">
Nov 15 19:59:45 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 15 19:59:45 user nova-compute[74639]:         </nova:port>
Nov 15 19:59:45 user nova-compute[74639]:       </nova:ports>
Nov 15 19:59:45 user nova-compute[74639]:     </nova:instance>
Nov 15 19:59:45 user nova-compute[74639]:   </metadata>
Nov 15 19:59:45 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 19:59:45 user nova-compute[74639]:     <system>
Nov 15 19:59:45 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 19:59:45 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 19:59:45 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 19:59:45 user nova-compute[74639]:       <entry name="serial">87b6a112-de2e-4234-b2f8-d06f25041645</entry>
Nov 15 19:59:45 user nova-compute[74639]:       <entry name="uuid">87b6a112-de2e-4234-b2f8-d06f25041645</entry>
Nov 15 19:59:45 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 19:59:45 user nova-compute[74639]:     </system>
Nov 15 19:59:45 user nova-compute[74639]:   </sysinfo>
Nov 15 19:59:45 user nova-compute[74639]:   <os>
Nov 15 19:59:45 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 19:59:45 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 19:59:45 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 19:59:45 user nova-compute[74639]:   </os>
Nov 15 19:59:45 user nova-compute[74639]:   <features>
Nov 15 19:59:45 user nova-compute[74639]:     <acpi/>
Nov 15 19:59:45 user nova-compute[74639]:     <apic/>
Nov 15 19:59:45 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 19:59:45 user nova-compute[74639]:   </features>
Nov 15 19:59:45 user nova-compute[74639]:   <clock offset="utc">
Nov 15 19:59:45 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 19:59:45 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 19:59:45 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 19:59:45 user nova-compute[74639]:   </clock>
Nov 15 19:59:45 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 19:59:45 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 19:59:45 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 19:59:45 user nova-compute[74639]:   </cpu>
Nov 15 19:59:45 user nova-compute[74639]:   <devices>
Nov 15 19:59:45 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 19:59:45 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 19:59:45 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk"/>
Nov 15 19:59:45 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 19:59:45 user nova-compute[74639]:     </disk>
Nov 15 19:59:45 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 19:59:45 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:59:45 user nova-compute[74639]:       <source dev="/dev/sdc"/>
Nov 15 19:59:45 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 19:59:45 user nova-compute[74639]:       <serial>d217aa10-bfba-409f-a511-8ed3fbb4b467</serial>
Nov 15 19:59:45 user nova-compute[74639]:     </disk>
Nov 15 19:59:45 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 19:59:45 user nova-compute[74639]:       <mac address="fa:16:3e:61:94:9e"/>
Nov 15 19:59:45 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:59:45 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 19:59:45 user nova-compute[74639]:       <target dev="tap00084a65-fc"/>
Nov 15 19:59:45 user nova-compute[74639]:     </interface>
Nov 15 19:59:45 user nova-compute[74639]:     <serial type="pty">
Nov 15 19:59:45 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/console.log" append="off"/>
Nov 15 19:59:45 user nova-compute[74639]:     </serial>
Nov 15 19:59:45 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 19:59:45 user nova-compute[74639]:     <video>
Nov 15 19:59:45 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 19:59:45 user nova-compute[74639]:     </video>
Nov 15 19:59:45 user nova-compute[74639]:     <rng model="virtio">
Nov 15 19:59:45 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 19:59:45 user nova-compute[74639]:     </rng>
Nov 15 19:59:45 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 19:59:45 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 19:59:45 user nova-compute[74639]:       <stats period="10"/>
Nov 15 19:59:45 user nova-compute[74639]:     </memballoon>
Nov 15 19:59:45 user nova-compute[74639]:   </devices>
Nov 15 19:59:45 user nova-compute[74639]: </domain>
Nov 15 19:59:45 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T19:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-506518392',display_name='tempest-ServerActionsTestOtherA-server-234208539',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-506518392',id=15,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJtVpWsfUbPAB4P2iHFXfP6VdtGB2w2N351o33DYGJwZwAFFggrV+V7Q40bn35dDgR36ojrVZ2j7Br83GhA74hpABInc18LrKlzXon0LbiicMgTq3qcIZJ8d6wVk6kmE9w==',key_name='tempest-keypair-1088554993',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:38Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-j1eln8re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:59:35Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=87b6a112-de2e-4234-b2f8-d06f25041645,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG os_vif [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a4a87b07-cbe4-503c-92c8-ef06b69c560b', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap00084a65-fc, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap00084a65-fc, col_values=(('qos', UUID('f3fbc629-2c0c-4adb-8dc5-33a3950868ec')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap00084a65-fc, col_values=(('external_ids', {'iface-id': '00084a65-fce2-4400-9697-1bc3b5b11c13', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:61:94:9e', 'vm-uuid': '87b6a112-de2e-4234-b2f8-d06f25041645'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:45 user nova-compute[74639]: INFO os_vif [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc')
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No VIF found with MAC fa:16:3e:61:94:9e, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 19:59:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-5df089dc-e13e-4958-9c1d-1ae18c38d7db req-fc312208-0244-4aac-9553-c2e49869d275 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5df089dc-e13e-4958-9c1d-1ae18c38d7db req-fc312208-0244-4aac-9553-c2e49869d275 service nova] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5df089dc-e13e-4958-9c1d-1ae18c38d7db req-fc312208-0244-4aac-9553-c2e49869d275 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5df089dc-e13e-4958-9c1d-1ae18c38d7db req-fc312208-0244-4aac-9553-c2e49869d275 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-5df089dc-e13e-4958-9c1d-1ae18c38d7db req-fc312208-0244-4aac-9553-c2e49869d275 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] No waiting events found dispatching network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:46 user nova-compute[74639]: WARNING nova.compute.manager [req-5df089dc-e13e-4958-9c1d-1ae18c38d7db req-fc312208-0244-4aac-9553-c2e49869d275 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received unexpected event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 for instance with vm_state active and task_state rebuild_spawning.
Nov 15 19:59:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KHJPsQCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:48 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:48 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:48 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bdde001e-fd6e-477c-a043-2e3eff0ea4ea]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 19:59:48 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e00cc497-55b8-4fa5-9fb3-de0427eaf593]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44] added
Nov 15 19:59:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5040f2b0-263e-44a3-b037-df6c6c0d248f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cd9e729-397e-4e65-a6eb-fccb51d5869d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KHJPsQCr {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KHJPsQCr" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[522bcf61-2b2b-4409-b1de-7a3cca2c340e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KHJPsQCr'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[33cdaff2-4090-4cb7-88a6-b551cdf67017]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[77f32191-1cc2-4291-bdde-41ef4e11407c]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --login" returned: 0 in 0.081s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[88e1289c-ea9b-415a-ab63-f27433f5b71b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44, portal: 172.16.0.220,3260]
Nov 15 19:59:48 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44, portal: 172.16.0.220,3260] successful.
Nov 15 19:59:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d65576bf-7c14-476c-9de3-16e75a5987c5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ee4723c-ba96-4999-9c39-495a723cc3a6]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)
Nov 15 19:59:48 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.357s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] HCTL ('35', '-', '-', 0) found on session 22 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[02ad9d64-8e04-4bcf-88a5-03bbe4bc3536]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Searching for a device in session 22 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KHJPsQCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-d805d2ab-351a-4d5e-a1fb-08eec47cd541 req-411644ff-9979-4c37-bc3d-cd9ccd000f44 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d805d2ab-351a-4d5e-a1fb-08eec47cd541 req-411644ff-9979-4c37-bc3d-cd9ccd000f44 service nova] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d805d2ab-351a-4d5e-a1fb-08eec47cd541 req-411644ff-9979-4c37-bc3d-cd9ccd000f44 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d805d2ab-351a-4d5e-a1fb-08eec47cd541 req-411644ff-9979-4c37-bc3d-cd9ccd000f44 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-d805d2ab-351a-4d5e-a1fb-08eec47cd541 req-411644ff-9979-4c37-bc3d-cd9ccd000f44 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] No waiting events found dispatching network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:48 user nova-compute[74639]: WARNING nova.compute.manager [req-d805d2ab-351a-4d5e-a1fb-08eec47cd541 req-411644ff-9979-4c37-bc3d-cd9ccd000f44 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received unexpected event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 for instance with vm_state active and task_state rebuild_spawning.
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 19:59:49 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Instance spawned successfully.
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.objects.instance [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74639) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.398s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] <== connect_volume: return (1400ms) {'type': 'block', 'scsi_wwn': '26164313231346339', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26164313231346339', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lazy-loading 'flavor' on Instance uuid a9522615-afa9-4e4d-8d24-fff0f6413ab6 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 19:59:49 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:59:49 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 19:59:49 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:59:49 user nova-compute[74639]:   <serial>8dd30f91-9d9f-4975-a991-c33c413aad44</serial>
Nov 15 19:59:49 user nova-compute[74639]: </disk>
Nov 15 19:59:49 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 19:59:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2ea2b164-ea13-4f23-8e57-0d9a94dd395e tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.113s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:59:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 19:59:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] No VIF found with MAC fa:16:3e:b5:f6:2b, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 19:59:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3c2cc1d4-550d-4873-ad30-59c86235e3bc tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.113s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:52 user nova-compute[74639]: INFO nova.compute.manager [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Detaching volume 8dd30f91-9d9f-4975-a991-c33c413aad44
Nov 15 19:59:52 user nova-compute[74639]: INFO nova.virt.block_device [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Attempting to driver detach volume 8dd30f91-9d9f-4975-a991-c33c413aad44 from mountpoint /dev/vdb
Nov 15 19:59:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Attempting to detach device vdb from instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 19:59:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 19:59:52 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:59:52 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 19:59:52 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:59:52 user nova-compute[74639]:   <serial>8dd30f91-9d9f-4975-a991-c33c413aad44</serial>
Nov 15 19:59:52 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 19:59:52 user nova-compute[74639]: </disk>
Nov 15 19:59:52 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:59:52 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Successfully detached device vdb from instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 from the persistent domain config.
Nov 15 19:59:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 19:59:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 19:59:52 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 19:59:52 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 19:59:52 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 19:59:52 user nova-compute[74639]:   <serial>8dd30f91-9d9f-4975-a991-c33c413aad44</serial>
Nov 15 19:59:52 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 19:59:52 user nova-compute[74639]: </disk>
Nov 15 19:59:52 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 19:59:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 19:59:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-84576dd0-1b39-42d3-9f37-add26c1a899a req-3e2e52a1-4dee-4f34-ab7a-bc927c12867c service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-changed-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-84576dd0-1b39-42d3-9f37-add26c1a899a req-3e2e52a1-4dee-4f34-ab7a-bc927c12867c service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Refreshing instance network info cache due to event network-changed-3df28632-38af-46cd-98a0-42493bfcf875. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 19:59:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-84576dd0-1b39-42d3-9f37-add26c1a899a req-3e2e52a1-4dee-4f34-ab7a-bc927c12867c service nova] Acquiring lock "refresh_cache-38f34aaa-ba37-4232-b029-bc88f131b2be" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 19:59:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-84576dd0-1b39-42d3-9f37-add26c1a899a req-3e2e52a1-4dee-4f34-ab7a-bc927c12867c service nova] Acquired lock "refresh_cache-38f34aaa-ba37-4232-b029-bc88f131b2be" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 19:59:57 user nova-compute[74639]: DEBUG nova.network.neutron [req-84576dd0-1b39-42d3-9f37-add26c1a899a req-3e2e52a1-4dee-4f34-ab7a-bc927c12867c service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Refreshing network info cache for port 3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 19:59:57 user nova-compute[74639]: DEBUG nova.network.neutron [req-84576dd0-1b39-42d3-9f37-add26c1a899a req-3e2e52a1-4dee-4f34-ab7a-bc927c12867c service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Updated VIF entry in instance network info cache for port 3df28632-38af-46cd-98a0-42493bfcf875. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 19:59:57 user nova-compute[74639]: DEBUG nova.network.neutron [req-84576dd0-1b39-42d3-9f37-add26c1a899a req-3e2e52a1-4dee-4f34-ab7a-bc927c12867c service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Updating instance_info_cache with network_info: [{"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 19:59:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-84576dd0-1b39-42d3-9f37-add26c1a899a req-3e2e52a1-4dee-4f34-ab7a-bc927c12867c service nova] Releasing lock "refresh_cache-38f34aaa-ba37-4232-b029-bc88f131b2be" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 19:59:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: INFO nova.compute.manager [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Rebuilding instance
Nov 15 19:59:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-b7dc369e-94c4-4c92-b56e-7c671e009ce0 req-3ded9dc8-3125-4de1-8d48-c5c2aeccb077 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-unplugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b7dc369e-94c4-4c92-b56e-7c671e009ce0 req-3ded9dc8-3125-4de1-8d48-c5c2aeccb077 service nova] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b7dc369e-94c4-4c92-b56e-7c671e009ce0 req-3ded9dc8-3125-4de1-8d48-c5c2aeccb077 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b7dc369e-94c4-4c92-b56e-7c671e009ce0 req-3ded9dc8-3125-4de1-8d48-c5c2aeccb077 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-b7dc369e-94c4-4c92-b56e-7c671e009ce0 req-3ded9dc8-3125-4de1-8d48-c5c2aeccb077 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] No waiting events found dispatching network-vif-unplugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 19:59:59 user nova-compute[74639]: WARNING nova.compute.manager [req-b7dc369e-94c4-4c92-b56e-7c671e009ce0 req-3ded9dc8-3125-4de1-8d48-c5c2aeccb077 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received unexpected event network-vif-unplugged-3df28632-38af-46cd-98a0-42493bfcf875 for instance with vm_state active and task_state rebuilding.
Nov 15 19:59:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance destroyed successfully.
Nov 15 19:59:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance destroyed successfully.
Nov 15 19:59:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-66373510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-373680140',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCOFLtt1Zgzd5kV9Wc8oLmbw+R++fgJfumNP8OIUkaJChZArXaUMzdUKsltknBZukBhjyHc20UN4NOIf6lOl9SzTrfDG4rEHfECNT80rDzTpJdlAIxByojYxlJOJxTjcZw==',key_name='tempest-keypair-1397423520',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='683cef729b4543b1b3a44ac84aaf6930',ramdisk_id='',reservation_id='r-3y5z1jgo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1935720551',owner_user_name='tempest-ServerActionsV293TestJSON-1935720551-project-member'},tags=<?>,task_state='rebuilding',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T19:59:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26493c6ae6be4d11beca7c3c0c0ed673',uuid=38f34aaa-ba37-4232-b029-bc88f131b2be,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converting VIF {"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG os_vif [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3df28632-38, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3c24c600-bc9d-443c-a784-c3e1a04edb60) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 19:59:59 user nova-compute[74639]: INFO os_vif [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38')
Nov 15 19:59:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYADEyzd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 19:59:59 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 19:59:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 19:59:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4142469-820a-4017-a2e9-428f2b5b942e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:00:00 user nova-compute[74639]: No targets found.
Nov 15 20:00:00 user nova-compute[74639]: iSNS:
Nov 15 20:00:00 user nova-compute[74639]: No targets found.
Nov 15 20:00:00 user nova-compute[74639]: STATIC:
Nov 15 20:00:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44
Nov 15 20:00:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 20:00:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 20:00:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 20:00:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 20:00:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:00 user nova-compute[74639]: FIRMWARE:
Nov 15 20:00:00 user nova-compute[74639]: No targets found.
Nov 15 20:00:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:00:00 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:00:00 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[710a5cdf-2dc0-4fcc-97c3-79b4e59f0127]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[84eddad3-a9ce-472c-951c-3239a798d128]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [18] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa988342a70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c'): ({'sdg'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Removing single pathed devices sdg {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[362c9343-8349-452d-96e6-ac5755510590]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a55b38e9-5358-49d2-8f6a-ff6fdcce543c]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Flushing IO for device /dev/sdg {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[990aca95-b965-4d97-9d5e-d712731f278f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.062s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d501330-fa3c-4fb9-b892-518211072a77]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] SCSI volumes sdg have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO201e3ba5-436229da4f80f755', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_201e3ba5', '/dev/disk/by-id/scsi-23433363232396461') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:00:00 user nova-compute[74639]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIO201e3ba5-436229da4f80f755
Nov 15 20:00:00 user nova-compute[74639]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_201e3ba5
Nov 15 20:00:00 user nova-compute[74639]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23433363232396461
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[02adb36b-6368-4ee1-a9b3-ac6a06aa9050]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[551889c1-c967-415a-8268-af2da0d2b623]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --logout" returned: 0 in 0.081s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[635e9c7f-31b1-4176-8f76-3e7f4bc13ec4]: (4, ('Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260]\nLogout of [sid: 18, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 18, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260]
Nov 15 20:00:00 user nova-compute[74639]: Logout of [sid: 18, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260] successful.
Nov 15 20:00:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.048s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf4cc2bb-d1fc-47ed-9663-c29e632fbd1a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.428s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] <== disconnect_volume: return (429ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:00:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Deleting instance files /opt/stack/data/nova/instances/38f34aaa-ba37-4232-b029-bc88f131b2be_del
Nov 15 20:00:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Deletion of /opt/stack/data/nova/instances/38f34aaa-ba37-4232-b029-bc88f131b2be_del complete
Nov 15 20:00:00 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] During detach_volume, instance disappeared.: nova.exception.InstanceNotFound: Instance 38f34aaa-ba37-4232-b029-bc88f131b2be could not be found.
Nov 15 20:00:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYADEyzd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:00:00 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[13dbe0a1-8c22-44f6-a3e9-4c3d00f206ec]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:00:00 user nova-compute[74639]: No targets found.
Nov 15 20:00:00 user nova-compute[74639]: iSNS:
Nov 15 20:00:00 user nova-compute[74639]: No targets found.
Nov 15 20:00:00 user nova-compute[74639]: STATIC:
Nov 15 20:00:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44
Nov 15 20:00:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 20:00:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 20:00:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 20:00:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:00 user nova-compute[74639]: FIRMWARE:
Nov 15 20:00:00 user nova-compute[74639]: No targets found.
Nov 15 20:00:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:00:00 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:00:00 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[390a3bbc-54c2-4788-885b-edf38f5fe47f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[390208a0-ab7e-41a4-ac41-23ad9f6b37a6]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)
Nov 15 20:00:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9702c2cb0>, {}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Disconnecting from: [] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.075s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] <== disconnect_volume: return (77ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:00 user nova-compute[74639]: WARNING nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] While synchronizing instance power states, found 11 instances in the database and 10 instances on the hypervisor.
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 992214c6-3620-4a7d-8dee-0f67896e2f10 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 628bd485-ac5b-4d85-bcb6-67619807d0de {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 991caabb-c1de-4804-b185-6168248260bb {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 7dbb5ae5-ae16-4525-b214-1b27dc3b778e {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 87b6a112-de2e-4234-b2f8-d06f25041645 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid a9522615-afa9-4e4d-8d24-fff0f6413ab6 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 38f34aaa-ba37-4232-b029-bc88f131b2be {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid d3494acb-20af-40a8-afa2-a1b811109aa1 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "992214c6-3620-4a7d-8dee-0f67896e2f10" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "991caabb-c1de-4804-b185-6168248260bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: INFO nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] During sync_power_state the instance has a pending task (rebuilding). Skip.
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "d3494acb-20af-40a8-afa2-a1b811109aa1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.093s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.088s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.099s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.096s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.102s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "991caabb-c1de-4804-b185-6168248260bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.119s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.114s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.124s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.132s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-a3e844af-0947-426e-9272-f9f3ae6c165e req-ac5269e1-84ab-428e-9def-530b36a87f29 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a3e844af-0947-426e-9272-f9f3ae6c165e req-ac5269e1-84ab-428e-9def-530b36a87f29 service nova] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a3e844af-0947-426e-9272-f9f3ae6c165e req-ac5269e1-84ab-428e-9def-530b36a87f29 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a3e844af-0947-426e-9272-f9f3ae6c165e req-ac5269e1-84ab-428e-9def-530b36a87f29 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-a3e844af-0947-426e-9272-f9f3ae6c165e req-ac5269e1-84ab-428e-9def-530b36a87f29 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] No waiting events found dispatching network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:01 user nova-compute[74639]: WARNING nova.compute.manager [req-a3e844af-0947-426e-9272-f9f3ae6c165e req-ac5269e1-84ab-428e-9def-530b36a87f29 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received unexpected event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 for instance with vm_state active and task_state rebuilding.
Nov 15 20:00:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Preparing to wait for external event volume-reimaged-ee7292eb-6f77-4544-a28b-f65009a80e0c {{(pid=74639) prepare_for_instance_event /opt/stack/nova/nova/compute/manager.py:283}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.prepare_for_instance_event.<locals>._create_or_get_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:07 user nova-compute[74639]: INFO nova.compute.manager [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Detaching volume 5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 20:00:07 user nova-compute[74639]: INFO nova.virt.block_device [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Attempting to driver detach volume 5a64408f-0de0-4270-bc0a-6ff00fff2c58 from mountpoint /dev/vdb
Nov 15 20:00:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Attempting to detach device vdb from instance 05206573-e14b-47a6-9b87-9fecaa7490b1 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:00:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:00:07 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:00:07 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:00:07 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:00:07 user nova-compute[74639]:   <serial>5a64408f-0de0-4270-bc0a-6ff00fff2c58</serial>
Nov 15 20:00:07 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:00:07 user nova-compute[74639]: </disk>
Nov 15 20:00:07 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:00:07 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Successfully detached device vdb from instance 05206573-e14b-47a6-9b87-9fecaa7490b1 from the persistent domain config.
Nov 15 20:00:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 05206573-e14b-47a6-9b87-9fecaa7490b1 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:00:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:00:07 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:00:07 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:00:07 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:00:07 user nova-compute[74639]:   <serial>5a64408f-0de0-4270-bc0a-6ff00fff2c58</serial>
Nov 15 20:00:07 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:00:07 user nova-compute[74639]: </disk>
Nov 15 20:00:07 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:00:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:00:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:12 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 is timed out.
Nov 15 20:00:12 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Successfully detached device vdb from instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 from the live domain config.
Nov 15 20:00:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KHJPsQCr', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:00:12 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[62ae70b2-8f09-4e2b-88d6-a7082512e99c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:00:12 user nova-compute[74639]: No targets found.
Nov 15 20:00:12 user nova-compute[74639]: iSNS:
Nov 15 20:00:12 user nova-compute[74639]: No targets found.
Nov 15 20:00:12 user nova-compute[74639]: STATIC:
Nov 15 20:00:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44
Nov 15 20:00:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 20:00:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 20:00:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 20:00:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 20:00:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:12 user nova-compute[74639]: FIRMWARE:
Nov 15 20:00:12 user nova-compute[74639]: No targets found.
Nov 15 20:00:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:00:12 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:00:12 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa9f1bf-e8c2-4c99-aab8-4d9b1b66f417]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d137f263-b26d-41df-be1b-e9910e426c55]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)\ntcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:12 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:12 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:12 user nova-compute[74639]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)
Nov 15 20:00:12 user nova-compute[74639]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:12 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:12 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:12 user nova-compute[74639]: tcp: [22] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 (non-flash)
Nov 15 20:00:12 user nova-compute[74639]: tcp: [23] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9883fde10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a4d9e839-efb7-4a62-ad34-00ea060f297d]: (4, ('path checker states:\nup                  4\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[faa6c377-d462-4b4d-bff3-8c9606d8517d]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[678ca231-4e7a-4a2b-958f-fc8ae1273070]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.053s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd8668c1-de63-4be5-80b4-80d67d39e341]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:00:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa4f64e0-33af-458e-b13c-81b3ca5ebee4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --logout" returned: 0 in 0.083s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[13ce86f5-7e25-4dcb-8d88-16dd06007f17]: (4, ('Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44, portal: 172.16.0.220,3260]\nLogout of [sid: 22, target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 22, target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44, portal: 172.16.0.220,3260]
Nov 15 20:00:13 user nova-compute[74639]: Logout of [sid: 22, target: iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44, portal: 172.16.0.220,3260] successful.
Nov 15 20:00:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:8dd30f91-9d9f-4975-a991-c33c413aad44 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f3f03899-7f18-49f8-bd87-f9d9c1369b64]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.377s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] <== disconnect_volume: return (378ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:00:13 user nova-compute[74639]: INFO nova.compute.manager [None req-b415d31a-c810-423c-8bbd-46c9c1151b56 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Unrescuing
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b415d31a-c810-423c-8bbd-46c9c1151b56 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b415d31a-c810-423c-8bbd-46c9c1151b56 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquired lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-b415d31a-c810-423c-8bbd-46c9c1151b56 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-b415d31a-c810-423c-8bbd-46c9c1151b56 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updating instance_info_cache with network_info: [{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b415d31a-c810-423c-8bbd-46c9c1151b56 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Releasing lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:00:13 user nova-compute[74639]: DEBUG nova.objects.instance [None req-b415d31a-c810-423c-8bbd-46c9c1151b56 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'flavor' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-904de677-ee4a-43e2-9da3-4e4b5b1baaf5 req-0727db58-7ec4-4f44-8a32-0106c4cedb0e service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-unplugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-904de677-ee4a-43e2-9da3-4e4b5b1baaf5 req-0727db58-7ec4-4f44-8a32-0106c4cedb0e service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-904de677-ee4a-43e2-9da3-4e4b5b1baaf5 req-0727db58-7ec4-4f44-8a32-0106c4cedb0e service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-904de677-ee4a-43e2-9da3-4e4b5b1baaf5 req-0727db58-7ec4-4f44-8a32-0106c4cedb0e service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-904de677-ee4a-43e2-9da3-4e4b5b1baaf5 req-0727db58-7ec4-4f44-8a32-0106c4cedb0e service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-unplugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:14 user nova-compute[74639]: WARNING nova.compute.manager [req-904de677-ee4a-43e2-9da3-4e4b5b1baaf5 req-0727db58-7ec4-4f44-8a32-0106c4cedb0e service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-unplugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:00:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG nova.objects.instance [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lazy-loading 'flavor' on Instance uuid a9522615-afa9-4e4d-8d24-fff0f6413ab6 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-2d593e76-541f-472f-8dba-5000b5115a55 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.369s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 13.653s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.054s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Instance destroyed successfully.
Nov 15 20:00:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:15 user nova-compute[74639]: DEBUG nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:00:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:00:15 user nova-compute[74639]: INFO nova.compute.claims [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Claim successful on node user
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.443s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.network.neutron [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:16 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.policy [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee24b0f6a164ba08b070a85d8245955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08957267320949fcbc490043e4a65a30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-cecaaeb2-53a8-452b-97e8-60926d453850 req-05a383b3-5a71-44e6-b5bb-6112533b9382 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cecaaeb2-53a8-452b-97e8-60926d453850 req-05a383b3-5a71-44e6-b5bb-6112533b9382 service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cecaaeb2-53a8-452b-97e8-60926d453850 req-05a383b3-5a71-44e6-b5bb-6112533b9382 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cecaaeb2-53a8-452b-97e8-60926d453850 req-05a383b3-5a71-44e6-b5bb-6112533b9382 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-cecaaeb2-53a8-452b-97e8-60926d453850 req-05a383b3-5a71-44e6-b5bb-6112533b9382 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:16 user nova-compute[74639]: WARNING nova.compute.manager [req-cecaaeb2-53a8-452b-97e8-60926d453850 req-05a383b3-5a71-44e6-b5bb-6112533b9382 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:00:16 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Creating image(s)
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "/opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "/opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "/opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-78935199-9278-4830-9dc5-e443b9bff51e req-2bcf0f3e-7254-43d3-8c0a-8b54cadf0ee6 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event volume-reimaged-ee7292eb-6f77-4544-a28b-f65009a80e0c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-78935199-9278-4830-9dc5-e443b9bff51e req-2bcf0f3e-7254-43d3-8c0a-8b54cadf0ee6 service nova] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-78935199-9278-4830-9dc5-e443b9bff51e req-2bcf0f3e-7254-43d3-8c0a-8b54cadf0ee6 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-78935199-9278-4830-9dc5-e443b9bff51e req-2bcf0f3e-7254-43d3-8c0a-8b54cadf0ee6 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-78935199-9278-4830-9dc5-e443b9bff51e req-2bcf0f3e-7254-43d3-8c0a-8b54cadf0ee6 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Processing event volume-reimaged-ee7292eb-6f77-4544-a28b-f65009a80e0c {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10872}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance event wait completed in 14 seconds for volume-reimaged {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.204s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk 1073741824" returned: 0 in 0.064s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.275s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:16 user nova-compute[74639]: INFO nova.virt.block_device [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Booting with volume ee7292eb-6f77-4544-a28b-f65009a80e0c at /dev/vda
Nov 15 20:00:16 user nova-compute[74639]: DEBUG os_brick.utils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1654150-3519-4870-acdc-6bcf3643a61a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Checking if we can resize image /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:00:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c187f20b-1b10-4fa6-ae1c-72b73ea93193]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf8a355f-b0fa-49e2-ac46-36897991455b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5400b906-7c9d-4453-a3bd-1c30a333c93e]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:00:17 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[dd7ad079-021b-4213-a052-cb3a38fd0c4b]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG os_brick.utils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] <== get_connector_properties: return (173ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Updating existing volume attachment record: 5fa10509-1853-4543-87d7-3c190b106e72 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Cannot resize image /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Ensure instance console log exists: /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Successfully created port: c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Successfully updated port: c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "refresh_cache-662dc735-563c-42c8-a6da-afb8fa54aff5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquired lock "refresh_cache-662dc735-563c-42c8-a6da-afb8fa54aff5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:00:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.network.neutron [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Updating instance_info_cache with network_info: [{"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Releasing lock "refresh_cache-662dc735-563c-42c8-a6da-afb8fa54aff5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Instance network_info: |[{"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Start _get_guest_xml network_info=[{"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:00:18 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:00:18 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:00:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-707721078',display_name='tempest-VolumesSnapshotTestJSON-instance-707721078',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-707721078',id=20,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO63/R0xmhpc0TNZ+xExU5c2pFhQNiilFKNQzMguBW3zF15G1pdVFFLhmHB/RCoqom3/XrxeVkzbxgQkdqJ/53sq6gkTyauE2Dk4qEmidfjQYynJGjqNLFW1ONxos2JJZA==',key_name='tempest-keypair-1870911897',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08957267320949fcbc490043e4a65a30',ramdisk_id='',reservation_id='r-96fjluqr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-873686289',owner_user_name='tempest-VolumesSnapshotTestJSON-873686289-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:00:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ee24b0f6a164ba08b070a85d8245955',uuid=662dc735-563c-42c8-a6da-afb8fa54aff5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converting VIF {"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a3:ca,bridge_name='br-int',has_traffic_filtering=True,id=c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5ad2e33-f0') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.objects.instance [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'pci_devices' on Instance uuid 662dc735-563c-42c8-a6da-afb8fa54aff5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:00:18 user nova-compute[74639]:   <uuid>662dc735-563c-42c8-a6da-afb8fa54aff5</uuid>
Nov 15 20:00:18 user nova-compute[74639]:   <name>instance-00000014</name>
Nov 15 20:00:18 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:00:18 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:00:18 user nova-compute[74639]:   <metadata>
Nov 15 20:00:18 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:00:18 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:00:18 user nova-compute[74639]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-707721078</nova:name>
Nov 15 20:00:18 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:00:18</nova:creationTime>
Nov 15 20:00:18 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:00:18 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:00:18 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:00:18 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:00:18 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:00:18 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:00:18 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:00:18 user nova-compute[74639]:       <nova:owner>
Nov 15 20:00:18 user nova-compute[74639]:         <nova:user uuid="0ee24b0f6a164ba08b070a85d8245955">tempest-VolumesSnapshotTestJSON-873686289-project-member</nova:user>
Nov 15 20:00:18 user nova-compute[74639]:         <nova:project uuid="08957267320949fcbc490043e4a65a30">tempest-VolumesSnapshotTestJSON-873686289</nova:project>
Nov 15 20:00:18 user nova-compute[74639]:       </nova:owner>
Nov 15 20:00:18 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:00:18 user nova-compute[74639]:       <nova:ports>
Nov 15 20:00:18 user nova-compute[74639]:         <nova:port uuid="c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1">
Nov 15 20:00:18 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 20:00:18 user nova-compute[74639]:         </nova:port>
Nov 15 20:00:18 user nova-compute[74639]:       </nova:ports>
Nov 15 20:00:18 user nova-compute[74639]:     </nova:instance>
Nov 15 20:00:18 user nova-compute[74639]:   </metadata>
Nov 15 20:00:18 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:00:18 user nova-compute[74639]:     <system>
Nov 15 20:00:18 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:00:18 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:00:18 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:00:18 user nova-compute[74639]:       <entry name="serial">662dc735-563c-42c8-a6da-afb8fa54aff5</entry>
Nov 15 20:00:18 user nova-compute[74639]:       <entry name="uuid">662dc735-563c-42c8-a6da-afb8fa54aff5</entry>
Nov 15 20:00:18 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:00:18 user nova-compute[74639]:     </system>
Nov 15 20:00:18 user nova-compute[74639]:   </sysinfo>
Nov 15 20:00:18 user nova-compute[74639]:   <os>
Nov 15 20:00:18 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:00:18 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:00:18 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:00:18 user nova-compute[74639]:   </os>
Nov 15 20:00:18 user nova-compute[74639]:   <features>
Nov 15 20:00:18 user nova-compute[74639]:     <acpi/>
Nov 15 20:00:18 user nova-compute[74639]:     <apic/>
Nov 15 20:00:18 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:00:18 user nova-compute[74639]:   </features>
Nov 15 20:00:18 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:00:18 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:00:18 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:00:18 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:00:18 user nova-compute[74639]:   </clock>
Nov 15 20:00:18 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:00:18 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:00:18 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:00:18 user nova-compute[74639]:   </cpu>
Nov 15 20:00:18 user nova-compute[74639]:   <devices>
Nov 15 20:00:18 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:00:18 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:00:18 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk"/>
Nov 15 20:00:18 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:00:18 user nova-compute[74639]:     </disk>
Nov 15 20:00:18 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:00:18 user nova-compute[74639]:       <mac address="fa:16:3e:e7:a3:ca"/>
Nov 15 20:00:18 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:00:18 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:00:18 user nova-compute[74639]:       <target dev="tapc5ad2e33-f0"/>
Nov 15 20:00:18 user nova-compute[74639]:     </interface>
Nov 15 20:00:18 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:00:18 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/console.log" append="off"/>
Nov 15 20:00:18 user nova-compute[74639]:     </serial>
Nov 15 20:00:18 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:00:18 user nova-compute[74639]:     <video>
Nov 15 20:00:18 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:00:18 user nova-compute[74639]:     </video>
Nov 15 20:00:18 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:00:18 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:00:18 user nova-compute[74639]:     </rng>
Nov 15 20:00:18 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:00:18 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:00:18 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:00:18 user nova-compute[74639]:     </memballoon>
Nov 15 20:00:18 user nova-compute[74639]:   </devices>
Nov 15 20:00:18 user nova-compute[74639]: </domain>
Nov 15 20:00:18 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:00:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-707721078',display_name='tempest-VolumesSnapshotTestJSON-instance-707721078',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-707721078',id=20,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO63/R0xmhpc0TNZ+xExU5c2pFhQNiilFKNQzMguBW3zF15G1pdVFFLhmHB/RCoqom3/XrxeVkzbxgQkdqJ/53sq6gkTyauE2Dk4qEmidfjQYynJGjqNLFW1ONxos2JJZA==',key_name='tempest-keypair-1870911897',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08957267320949fcbc490043e4a65a30',ramdisk_id='',reservation_id='r-96fjluqr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-873686289',owner_user_name='tempest-VolumesSnapshotTestJSON-873686289-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:00:16Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ee24b0f6a164ba08b070a85d8245955',uuid=662dc735-563c-42c8-a6da-afb8fa54aff5,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converting VIF {"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a3:ca,bridge_name='br-int',has_traffic_filtering=True,id=c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5ad2e33-f0') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG os_vif [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a3:ca,bridge_name='br-int',has_traffic_filtering=True,id=c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5ad2e33-f0') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ca98928d-6e2a-5700-bf45-c39205733917', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapc5ad2e33-f0, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapc5ad2e33-f0, col_values=(('qos', UUID('d13e4342-2e18-44c7-bc73-dcd3ca3d5019')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapc5ad2e33-f0, col_values=(('external_ids', {'iface-id': 'c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:e7:a3:ca', 'vm-uuid': '662dc735-563c-42c8-a6da-afb8fa54aff5'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:18 user nova-compute[74639]: INFO os_vif [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:e7:a3:ca,bridge_name='br-int',has_traffic_filtering=True,id=c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5ad2e33-f0')
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:18 user nova-compute[74639]: WARNING nova.compute.manager [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:18 user nova-compute[74639]: WARNING nova.compute.manager [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received event network-changed-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Refreshing instance network info cache due to event network-changed-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] Acquiring lock "refresh_cache-662dc735-563c-42c8-a6da-afb8fa54aff5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] Acquired lock "refresh_cache-662dc735-563c-42c8-a6da-afb8fa54aff5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.network.neutron [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Refreshing network info cache for port c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No VIF found with MAC fa:16:3e:e7:a3:ca, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b415d31a-c810-423c-8bbd-46c9c1151b56 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.network.neutron [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Updated VIF entry in instance network info cache for port c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG nova.network.neutron [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Updating instance_info_cache with network_info: [{"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2dcd13ba-eabe-4714-8d74-5c844da84a63 req-5dd9bc97-68cc-4f30-91d4-2161956c61f0 service nova] Releasing lock "refresh_cache-662dc735-563c-42c8-a6da-afb8fa54aff5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:00:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-978ed6a1-ed17-4825-a290-6a57f9beb1a4 req-2f401d87-5ae3-44d7-af15-f2bb1b5dddd0 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received event network-vif-plugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-978ed6a1-ed17-4825-a290-6a57f9beb1a4 req-2f401d87-5ae3-44d7-af15-f2bb1b5dddd0 service nova] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-978ed6a1-ed17-4825-a290-6a57f9beb1a4 req-2f401d87-5ae3-44d7-af15-f2bb1b5dddd0 service nova] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-978ed6a1-ed17-4825-a290-6a57f9beb1a4 req-2f401d87-5ae3-44d7-af15-f2bb1b5dddd0 service nova] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-978ed6a1-ed17-4825-a290-6a57f9beb1a4 req-2f401d87-5ae3-44d7-af15-f2bb1b5dddd0 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] No waiting events found dispatching network-vif-plugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:20 user nova-compute[74639]: WARNING nova.compute.manager [req-978ed6a1-ed17-4825-a290-6a57f9beb1a4 req-2f401d87-5ae3-44d7-af15-f2bb1b5dddd0 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received unexpected event network-vif-plugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 for instance with vm_state building and task_state spawning.
Nov 15 20:00:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-ff6f4cd0-1d69-4ee5-a19d-355b8b9f95f3 req-752d42a9-5e48-4c59-874b-c1039a0b6e4f service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received event network-vif-plugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ff6f4cd0-1d69-4ee5-a19d-355b8b9f95f3 req-752d42a9-5e48-4c59-874b-c1039a0b6e4f service nova] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ff6f4cd0-1d69-4ee5-a19d-355b8b9f95f3 req-752d42a9-5e48-4c59-874b-c1039a0b6e4f service nova] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ff6f4cd0-1d69-4ee5-a19d-355b8b9f95f3 req-752d42a9-5e48-4c59-874b-c1039a0b6e4f service nova] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-ff6f4cd0-1d69-4ee5-a19d-355b8b9f95f3 req-752d42a9-5e48-4c59-874b-c1039a0b6e4f service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] No waiting events found dispatching network-vif-plugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:22 user nova-compute[74639]: WARNING nova.compute.manager [req-ff6f4cd0-1d69-4ee5-a19d-355b8b9f95f3 req-752d42a9-5e48-4c59-874b-c1039a0b6e4f service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received unexpected event network-vif-plugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 for instance with vm_state building and task_state spawning.
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:00:22 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Instance spawned successfully.
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:22 user nova-compute[74639]: INFO nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Took 5.97 seconds to spawn the instance on the hypervisor.
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:00:22 user nova-compute[74639]: INFO nova.compute.manager [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Took 6.82 seconds to build instance.
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-26471a85-f631-495e-8d05-a1bd5c0b7aa5 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.912s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:00:22 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Creating image(s)
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Ensure instance console log exists: /opt/stack/data/nova/instances/38f34aaa-ba37-4232-b029-bc88f131b2be/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Start _get_guest_xml network_info=[{"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYADEyzd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '38f34aaa-ba37-4232-b029-bc88f131b2be', 'attached_at': '', 'detached_at': '', 'volume_id': 'ee7292eb-6f77-4544-a28b-f65009a80e0c', 'serial': 'ee7292eb-6f77-4544-a28b-f65009a80e0c'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'attachment_id': '5fa10509-1853-4543-87d7-3c190b106e72', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:00:22 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 15 20:00:22 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.: NotImplementedError
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.objects.instance [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lazy-loading 'vcpu_model' on Instance uuid 38f34aaa-ba37-4232-b029-bc88f131b2be {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYADEyzd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:00:22 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:00:22 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release: NotImplementedError
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:00:22 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f814842-c091-4d11-afb4-429390492a6c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:00:22 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f32686e9-5d07-4319-8be4-931f2dedc40b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c] added
Nov 15 20:00:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e727204c-a071-42ba-8ea5-ca8771910f99]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cb054e6-ae89-4367-93b8-c0631a064dfa]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IYADEyzd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IYADEyzd" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea66e35c-c8f7-413c-9d37-b10061ca1e2e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IYADEyzd'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4146ce4-28c7-468c-812c-84187f6219b9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[de0e9021-9c06-45a3-bdae-2b3741b0eaa6]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --login" returned: 0 in 0.071s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d837ef0-15f8-4648-8b7b-181db5e3effa]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260]
Nov 15 20:00:22 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260] successful.
Nov 15 20:00:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7029a86e-c04a-44a2-a4a5-e422d70e69fb]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c21bc0c4-1e21-4e97-891c-aa85e601f858]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:22 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.305s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] HCTL ('35', '-', '-', 0) found on session 24 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[143ba0c1-b4e1-4f0b-9e01-553ed469e246]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:22 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Searching for a device in session 24 and hctl ['35', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Searching for a device in session 24 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYADEyzd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.340s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] <== connect_volume: return (1341ms) {'type': 'block', 'scsi_wwn': '23433363232396461', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23433363232396461', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T19:58:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-66373510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-373680140',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCOFLtt1Zgzd5kV9Wc8oLmbw+R++fgJfumNP8OIUkaJChZArXaUMzdUKsltknBZukBhjyHc20UN4NOIf6lOl9SzTrfDG4rEHfECNT80rDzTpJdlAIxByojYxlJOJxTjcZw==',key_name='tempest-keypair-1397423520',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='683cef729b4543b1b3a44ac84aaf6930',ramdisk_id='',reservation_id='r-3y5z1jgo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1935720551',owner_user_name='tempest-ServerActionsV293TestJSON-1935720551-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:00:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26493c6ae6be4d11beca7c3c0c0ed673',uuid=38f34aaa-ba37-4232-b029-bc88f131b2be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converting VIF {"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:00:23 user nova-compute[74639]:   <uuid>38f34aaa-ba37-4232-b029-bc88f131b2be</uuid>
Nov 15 20:00:23 user nova-compute[74639]:   <name>instance-00000011</name>
Nov 15 20:00:23 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:00:23 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:00:23 user nova-compute[74639]:   <metadata>
Nov 15 20:00:23 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:00:23 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:00:23 user nova-compute[74639]:       <nova:name>tempest-ServerActionsV293TestJSON-server-66373510</nova:name>
Nov 15 20:00:23 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:00:22</nova:creationTime>
Nov 15 20:00:23 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:00:23 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:00:23 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:00:23 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:00:23 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:00:23 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:00:23 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:00:23 user nova-compute[74639]:       <nova:owner>
Nov 15 20:00:23 user nova-compute[74639]:         <nova:user uuid="26493c6ae6be4d11beca7c3c0c0ed673">tempest-ServerActionsV293TestJSON-1935720551-project-member</nova:user>
Nov 15 20:00:23 user nova-compute[74639]:         <nova:project uuid="683cef729b4543b1b3a44ac84aaf6930">tempest-ServerActionsV293TestJSON-1935720551</nova:project>
Nov 15 20:00:23 user nova-compute[74639]:       </nova:owner>
Nov 15 20:00:23 user nova-compute[74639]:       <nova:ports>
Nov 15 20:00:23 user nova-compute[74639]:         <nova:port uuid="3df28632-38af-46cd-98a0-42493bfcf875">
Nov 15 20:00:23 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 20:00:23 user nova-compute[74639]:         </nova:port>
Nov 15 20:00:23 user nova-compute[74639]:       </nova:ports>
Nov 15 20:00:23 user nova-compute[74639]:     </nova:instance>
Nov 15 20:00:23 user nova-compute[74639]:   </metadata>
Nov 15 20:00:23 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:00:23 user nova-compute[74639]:     <system>
Nov 15 20:00:23 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:00:23 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:00:23 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:00:23 user nova-compute[74639]:       <entry name="serial">38f34aaa-ba37-4232-b029-bc88f131b2be</entry>
Nov 15 20:00:23 user nova-compute[74639]:       <entry name="uuid">38f34aaa-ba37-4232-b029-bc88f131b2be</entry>
Nov 15 20:00:23 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:00:23 user nova-compute[74639]:     </system>
Nov 15 20:00:23 user nova-compute[74639]:   </sysinfo>
Nov 15 20:00:23 user nova-compute[74639]:   <os>
Nov 15 20:00:23 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:00:23 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:00:23 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:00:23 user nova-compute[74639]:   </os>
Nov 15 20:00:23 user nova-compute[74639]:   <features>
Nov 15 20:00:23 user nova-compute[74639]:     <acpi/>
Nov 15 20:00:23 user nova-compute[74639]:     <apic/>
Nov 15 20:00:23 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:00:23 user nova-compute[74639]:   </features>
Nov 15 20:00:23 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:00:23 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:00:23 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:00:23 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:00:23 user nova-compute[74639]:   </clock>
Nov 15 20:00:23 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:00:23 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:00:23 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:00:23 user nova-compute[74639]:   </cpu>
Nov 15 20:00:23 user nova-compute[74639]:   <devices>
Nov 15 20:00:23 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:00:23 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:00:23 user nova-compute[74639]:       <source dev="/dev/sdd"/>
Nov 15 20:00:23 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:00:23 user nova-compute[74639]:       <serial>ee7292eb-6f77-4544-a28b-f65009a80e0c</serial>
Nov 15 20:00:23 user nova-compute[74639]:     </disk>
Nov 15 20:00:23 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:00:23 user nova-compute[74639]:       <mac address="fa:16:3e:24:d5:6d"/>
Nov 15 20:00:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:00:23 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:00:23 user nova-compute[74639]:       <target dev="tap3df28632-38"/>
Nov 15 20:00:23 user nova-compute[74639]:     </interface>
Nov 15 20:00:23 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:00:23 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/38f34aaa-ba37-4232-b029-bc88f131b2be/console.log" append="off"/>
Nov 15 20:00:23 user nova-compute[74639]:     </serial>
Nov 15 20:00:23 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:00:23 user nova-compute[74639]:     <video>
Nov 15 20:00:23 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:00:23 user nova-compute[74639]:     </video>
Nov 15 20:00:23 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:00:23 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:00:23 user nova-compute[74639]:     </rng>
Nov 15 20:00:23 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:00:23 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:00:23 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:00:23 user nova-compute[74639]:     </memballoon>
Nov 15 20:00:23 user nova-compute[74639]:   </devices>
Nov 15 20:00:23 user nova-compute[74639]: </domain>
Nov 15 20:00:23 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T19:58:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-66373510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-373680140',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCOFLtt1Zgzd5kV9Wc8oLmbw+R++fgJfumNP8OIUkaJChZArXaUMzdUKsltknBZukBhjyHc20UN4NOIf6lOl9SzTrfDG4rEHfECNT80rDzTpJdlAIxByojYxlJOJxTjcZw==',key_name='tempest-keypair-1397423520',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='683cef729b4543b1b3a44ac84aaf6930',ramdisk_id='',reservation_id='r-3y5z1jgo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1935720551',owner_user_name='tempest-ServerActionsV293TestJSON-1935720551-project-member'},tags=<?>,task_state='rebuild_spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:00:17Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26493c6ae6be4d11beca7c3c0c0ed673',uuid=38f34aaa-ba37-4232-b029-bc88f131b2be,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converting VIF {"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG os_vif [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '7c335697-e60d-5bbb-99f2-5712d6a292f3', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3df28632-38, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3df28632-38, col_values=(('qos', UUID('d6793fd4-f5b9-4a9b-b5aa-9a75b42ce741')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3df28632-38, col_values=(('external_ids', {'iface-id': '3df28632-38af-46cd-98a0-42493bfcf875', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:d5:6d', 'vm-uuid': '38f34aaa-ba37-4232-b029-bc88f131b2be'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:23 user nova-compute[74639]: INFO os_vif [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38')
Nov 15 20:00:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:00:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] No VIF found with MAC fa:16:3e:24:d5:6d, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:00:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:00:24 user nova-compute[74639]: INFO nova.compute.manager [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] instance snapshotting
Nov 15 20:00:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Beginning live snapshot process
Nov 15 20:00:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json -f qcow2 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json -f qcow2" returned: 0 in 0.205s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json -f qcow2 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json -f qcow2" returned: 0 in 0.258s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzt58pkr0/1bfe05983dd14211aaa96ad7a2aa479a.delta 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpzt58pkr0/1bfe05983dd14211aaa96ad7a2aa479a.delta 1073741824" returned: 0 in 0.073s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:25 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 15 20:00:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-5ac68f85-3a44-4352-b701-8e83f87c2040 req-0983eef6-dd4c-4110-8fc5-15b80b7e53cd service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5ac68f85-3a44-4352-b701-8e83f87c2040 req-0983eef6-dd4c-4110-8fc5-15b80b7e53cd service nova] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5ac68f85-3a44-4352-b701-8e83f87c2040 req-0983eef6-dd4c-4110-8fc5-15b80b7e53cd service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5ac68f85-3a44-4352-b701-8e83f87c2040 req-0983eef6-dd4c-4110-8fc5-15b80b7e53cd service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-5ac68f85-3a44-4352-b701-8e83f87c2040 req-0983eef6-dd4c-4110-8fc5-15b80b7e53cd service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] No waiting events found dispatching network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:25 user nova-compute[74639]: WARNING nova.compute.manager [req-5ac68f85-3a44-4352-b701-8e83f87c2040 req-0983eef6-dd4c-4110-8fc5-15b80b7e53cd service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received unexpected event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 for instance with vm_state active and task_state rebuild_spawning.
Nov 15 20:00:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] COPY block job progress, current cursor: 131072 final cursor: 75497472 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] COPY block job progress, current cursor: 19988480 final cursor: 75497472 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 20:00:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 05206573-e14b-47a6-9b87-9fecaa7490b1 is timed out.
Nov 15 20:00:27 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Successfully detached device vdb from instance 05206573-e14b-47a6-9b87-9fecaa7490b1 from the live domain config.
Nov 15 20:00:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'rcoDfySQ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:00:27 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 20:00:27 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d957bf-7f3d-47af-825e-ac4ee43c86b5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:00:27 user nova-compute[74639]: No targets found.
Nov 15 20:00:27 user nova-compute[74639]: iSNS:
Nov 15 20:00:27 user nova-compute[74639]: No targets found.
Nov 15 20:00:27 user nova-compute[74639]: STATIC:
Nov 15 20:00:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 20:00:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 20:00:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 20:00:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:27 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58
Nov 15 20:00:27 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:00:27 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:00:27 user nova-compute[74639]: FIRMWARE:
Nov 15 20:00:27 user nova-compute[74639]: No targets found.
Nov 15 20:00:27 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:00:27 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:00:27 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d35cd664-e379-4ea6-8117-c3b46ecb705c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f7737f3-7d0f-4278-83eb-202b48f025a9]: (4, ('tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)\ntcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:27 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:27 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:27 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:27 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsi session list stdout=tcp: [16] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 (non-flash)
Nov 15 20:00:27 user nova-compute[74639]: tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:27 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:27 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:27 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9802a5cf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58'): ({'sdf'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Removing single pathed devices sdf {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[df2ef2c2-8907-4c5a-9008-281dde4ece00]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f116879-34f7-4186-a225-03f73ccd8c43]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Flushing IO for device /dev/sdf {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzt58pkr0/1bfe05983dd14211aaa96ad7a2aa479a.delta /opt/stack/data/nova/instances/snapshots/tmpzt58pkr0/1bfe05983dd14211aaa96ad7a2aa479a {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[44437240-07c6-4b4f-a62c-d00395ee6e7a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-73edd935-5511-42c9-a8fd-657b42b31b33 req-f4953b1c-8b15-4057-ba1c-e1ea18f3150d service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-73edd935-5511-42c9-a8fd-657b42b31b33 req-f4953b1c-8b15-4057-ba1c-e1ea18f3150d service nova] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-73edd935-5511-42c9-a8fd-657b42b31b33 req-f4953b1c-8b15-4057-ba1c-e1ea18f3150d service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-73edd935-5511-42c9-a8fd-657b42b31b33 req-f4953b1c-8b15-4057-ba1c-e1ea18f3150d service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-73edd935-5511-42c9-a8fd-657b42b31b33 req-f4953b1c-8b15-4057-ba1c-e1ea18f3150d service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] No waiting events found dispatching network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:27 user nova-compute[74639]: WARNING nova.compute.manager [req-73edd935-5511-42c9-a8fd-657b42b31b33 req-f4953b1c-8b15-4057-ba1c-e1ea18f3150d service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received unexpected event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 for instance with vm_state active and task_state rebuild_spawning.
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.049s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[59d59f49-7c84-4231-b3ac-b8d626bcbaf1]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7849dc0-4743-4a89-99e6-867382963781]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec63ccb0-8743-4f23-87d9-d19921e3bc1f]: (4, ('Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58, portal: 172.16.0.220,3260]\nLogout of [sid: 16, target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 16, target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58, portal: 172.16.0.220,3260]
Nov 15 20:00:27 user nova-compute[74639]: Logout of [sid: 16, target: iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58, portal: 172.16.0.220,3260] successful.
Nov 15 20:00:27 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5a64408f-0de0-4270-bc0a-6ff00fff2c58 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.036s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e618637-1411-466c-83b3-d53f42b86a21]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.390s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:00:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] <== disconnect_volume: return (391ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:00:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:00:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpzt58pkr0/1bfe05983dd14211aaa96ad7a2aa479a.delta /opt/stack/data/nova/instances/snapshots/tmpzt58pkr0/1bfe05983dd14211aaa96ad7a2aa479a" returned: 0 in 0.377s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Snapshot extracted, beginning image upload
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.objects.instance [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'flavor' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-90318a9e-596d-401d-a19a-8782ac9466f4 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.961s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:00:29 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance spawned successfully.
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.objects.instance [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Trying to apply a migration context that does not seem to be set for this instance {{(pid=74639) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-78935199-9278-4830-9dc5-e443b9bff51e tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 0.172s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-c563af7a-0169-43ff-9316-f1e99050a819 req-90b7a32c-5ba7-4472-baf6-897da996ced4 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-changed-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-c563af7a-0169-43ff-9316-f1e99050a819 req-90b7a32c-5ba7-4472-baf6-897da996ced4 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Refreshing instance network info cache due to event network-changed-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c563af7a-0169-43ff-9316-f1e99050a819 req-90b7a32c-5ba7-4472-baf6-897da996ced4 service nova] Acquiring lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c563af7a-0169-43ff-9316-f1e99050a819 req-90b7a32c-5ba7-4472-baf6-897da996ced4 service nova] Acquired lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:00:29 user nova-compute[74639]: DEBUG nova.network.neutron [req-c563af7a-0169-43ff-9316-f1e99050a819 req-90b7a32c-5ba7-4472-baf6-897da996ced4 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Refreshing network info cache for port 84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:00:30 user nova-compute[74639]: DEBUG nova.network.neutron [req-c563af7a-0169-43ff-9316-f1e99050a819 req-90b7a32c-5ba7-4472-baf6-897da996ced4 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updated VIF entry in instance network info cache for port 84fdd7bb-60cf-4dc2-81d4-3659b84a2d40. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:00:30 user nova-compute[74639]: DEBUG nova.network.neutron [req-c563af7a-0169-43ff-9316-f1e99050a819 req-90b7a32c-5ba7-4472-baf6-897da996ced4 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updating instance_info_cache with network_info: [{"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:00:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c563af7a-0169-43ff-9316-f1e99050a819 req-90b7a32c-5ba7-4472-baf6-897da996ced4 service nova] Releasing lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:00:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Snapshot image upload complete
Nov 15 20:00:31 user nova-compute[74639]: INFO nova.compute.manager [None req-5dd14245-ff48-435b-89e4-5bf679b1401e tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Took 7.20 seconds to snapshot the instance on the hypervisor.
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.076s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:33 user nova-compute[74639]: INFO nova.compute.manager [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Attaching volume 00bec559-035e-4722-9620-212d73820635 to /dev/vdb
Nov 15 20:00:33 user nova-compute[74639]: DEBUG os_brick.utils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3bedfd52-2ef0-4459-a227-f4f299276631]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1976940b-75d2-4962-9cae-8356003267b6]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6587229-b149-43b9-b16a-9c35ab0a4aef]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[14f186ec-c586-4802-adb1-885628ae70b8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:00:33 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:00:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7219b7b1-11a2-44ab-a99a-78155eff2d9e]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG os_brick.utils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updating existing volume attachment record: 46d0f1ec-a4fd-4958-84a7-591e45416897 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:34 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:34 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:00:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:00:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.265s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.262s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVoaSqYd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:00:38 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:00:38 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:00:38 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[670c9d76-0278-43bd-af11-5c4006a1d64a]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:00:38 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[119c4220-8211-464f-aaf2-2d33e8ee33a4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635] added
Nov 15 20:00:38 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[77889d2e-8778-482d-953d-5e960bb63dbf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f1713da-6c50-4c85-9a46-edc6e7d4990d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yVoaSqYd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yVoaSqYd" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2d9e0e8-52f6-4a46-8397-676149c5d091]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yVoaSqYd'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca12fa1-2f50-406a-b4d7-48c5e1d56a2b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2d09e88-0029-40ea-8575-0ebf96b039ac]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:38 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:38 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:38 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:38 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:38 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:38 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6c85301-3b88-4d62-a14a-074e45472eab]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260]
Nov 15 20:00:39 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260] successful.
Nov 15 20:00:39 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[14dffecf-3030-4d5b-b276-5f6a0407bced]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[597d365c-281f-4854-955e-b0ad61329cf5]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:39 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:39 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:39 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:00:39 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:00:39 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:00:39 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:00:39 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:00:39 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.333s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] HCTL ('36', '-', '-', 0) found on session 25 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6aca320-24f7-4dae-b1f0-7bc69cfb192d]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching for a device in session 25 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVoaSqYd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.251s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.381s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== connect_volume: return (1384ms) {'type': 'block', 'scsi_wwn': '23339623230646463', 'path': '/dev/sde'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23339623230646463', 'path': '/dev/sde'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:00:40 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:00:40 user nova-compute[74639]:   <source dev="/dev/sde"/>
Nov 15 20:00:40 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:00:40 user nova-compute[74639]:   <serial>00bec559-035e-4722-9620-212d73820635</serial>
Nov 15 20:00:40 user nova-compute[74639]: </disk>
Nov 15 20:00:40 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.213s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No VIF found with MAC fa:16:3e:2c:5a:ef, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:00:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:41 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:00:41 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7119MB free_disk=25.25839614868164GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-931de2c6-d89f-45fe-a4cc-2f3cf072e2f4 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c0582275-2f90-44bc-b0d2-91c084838919 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.911s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-931de2c6-d89f-45fe-a4cc-2f3cf072e2f4 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-931de2c6-d89f-45fe-a4cc-2f3cf072e2f4 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-931de2c6-d89f-45fe-a4cc-2f3cf072e2f4 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74639) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.objects.instance [None req-931de2c6-d89f-45fe-a4cc-2f3cf072e2f4 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 992214c6-3620-4a7d-8dee-0f67896e2f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 05206573-e14b-47a6-9b87-9fecaa7490b1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 87b6a112-de2e-4234-b2f8-d06f25041645 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 991caabb-c1de-4804-b185-6168248260bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 38f34aaa-ba37-4232-b029-bc88f131b2be actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 662dc735-563c-42c8-a6da-afb8fa54aff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-c4080d76-8845-4eec-bbf9-333fc7739812 req-78dbe41f-6038-45e7-8c3a-f3c28b1a7b27 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-unplugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c4080d76-8845-4eec-bbf9-333fc7739812 req-78dbe41f-6038-45e7-8c3a-f3c28b1a7b27 service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c4080d76-8845-4eec-bbf9-333fc7739812 req-78dbe41f-6038-45e7-8c3a-f3c28b1a7b27 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c4080d76-8845-4eec-bbf9-333fc7739812 req-78dbe41f-6038-45e7-8c3a-f3c28b1a7b27 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-c4080d76-8845-4eec-bbf9-333fc7739812 req-78dbe41f-6038-45e7-8c3a-f3c28b1a7b27 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-unplugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:41 user nova-compute[74639]: WARNING nova.compute.manager [req-c4080d76-8845-4eec-bbf9-333fc7739812 req-78dbe41f-6038-45e7-8c3a-f3c28b1a7b27 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-unplugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state active and task_state powering-off.
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:00:41 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:00:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:00:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.721s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance destroyed successfully.
Nov 15 20:00:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-931de2c6-d89f-45fe-a4cc-2f3cf072e2f4 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:00:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-931de2c6-d89f-45fe-a4cc-2f3cf072e2f4 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 0.881s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-899752bb-5842-4c32-b59d-347df8499088 req-ab0c8376-b6b4-4e24-895e-169ae54244e1 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-899752bb-5842-4c32-b59d-347df8499088 req-ab0c8376-b6b4-4e24-895e-169ae54244e1 service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-899752bb-5842-4c32-b59d-347df8499088 req-ab0c8376-b6b4-4e24-895e-169ae54244e1 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-899752bb-5842-4c32-b59d-347df8499088 req-ab0c8376-b6b4-4e24-895e-169ae54244e1 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-899752bb-5842-4c32-b59d-347df8499088 req-ab0c8376-b6b4-4e24-895e-169ae54244e1 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:43 user nova-compute[74639]: WARNING nova.compute.manager [req-899752bb-5842-4c32-b59d-347df8499088 req-ab0c8376-b6b4-4e24-895e-169ae54244e1 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state stopped and task_state None.
Nov 15 20:00:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "d317a335-4234-4566-9d6f-bcd6e80032a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:00:44 user nova-compute[74639]: INFO nova.compute.claims [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Claim successful on node user
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.550s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:00:44 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.policy [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '309a677eb5464cbc96f079d84dc8e6e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2cf098543cd94ac3bab6aa074ce788dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:00:44 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Creating image(s)
Nov 15 20:00:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "/opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "/opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "/opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk 1073741824" returned: 0 in 0.049s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.247s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Successfully created port: 2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.200s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Cannot resize image /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Ensure instance console log exists: /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Successfully updated port: 2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "refresh_cache-d317a335-4234-4566-9d6f-bcd6e80032a2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquired lock "refresh_cache-d317a335-4234-4566-9d6f-bcd6e80032a2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-75771700-34b5-4d6b-8a84-974bc502ab47 req-fa4beab1-75c6-44a9-9420-1e2645548cd6 service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received event network-changed-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-75771700-34b5-4d6b-8a84-974bc502ab47 req-fa4beab1-75c6-44a9-9420-1e2645548cd6 service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Refreshing instance network info cache due to event network-changed-2bda7494-3f76-403d-abb0-70a2df232314. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-75771700-34b5-4d6b-8a84-974bc502ab47 req-fa4beab1-75c6-44a9-9420-1e2645548cd6 service nova] Acquiring lock "refresh_cache-d317a335-4234-4566-9d6f-bcd6e80032a2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Updating instance_info_cache with network_info: [{"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Releasing lock "refresh_cache-d317a335-4234-4566-9d6f-bcd6e80032a2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Instance network_info: |[{"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-75771700-34b5-4d6b-8a84-974bc502ab47 req-fa4beab1-75c6-44a9-9420-1e2645548cd6 service nova] Acquired lock "refresh_cache-d317a335-4234-4566-9d6f-bcd6e80032a2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-75771700-34b5-4d6b-8a84-974bc502ab47 req-fa4beab1-75c6-44a9-9420-1e2645548cd6 service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Refreshing network info cache for port 2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Start _get_guest_xml network_info=[{"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:00:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:00:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:00:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-870236475',display_name='tempest-VolumesAdminNegativeTest-server-870236475',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-870236475',id=21,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2cf098543cd94ac3bab6aa074ce788dd',ramdisk_id='',reservation_id='r-rkyd0vhn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-866490199',owner_user_name='tempest-VolumesAdminNegativeTest-866490199-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:00:45Z,user_data=None,user_id='309a677eb5464cbc96f079d84dc8e6e5',uuid=d317a335-4234-4566-9d6f-bcd6e80032a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converting VIF {"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:99:10,bridge_name='br-int',has_traffic_filtering=True,id=2bda7494-3f76-403d-abb0-70a2df232314,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bda7494-3f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lazy-loading 'pci_devices' on Instance uuid d317a335-4234-4566-9d6f-bcd6e80032a2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:00:46 user nova-compute[74639]:   <uuid>d317a335-4234-4566-9d6f-bcd6e80032a2</uuid>
Nov 15 20:00:46 user nova-compute[74639]:   <name>instance-00000015</name>
Nov 15 20:00:46 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:00:46 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:00:46 user nova-compute[74639]:   <metadata>
Nov 15 20:00:46 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:00:46 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:00:46 user nova-compute[74639]:       <nova:name>tempest-VolumesAdminNegativeTest-server-870236475</nova:name>
Nov 15 20:00:46 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:00:46</nova:creationTime>
Nov 15 20:00:46 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:00:46 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:00:46 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:00:46 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:00:46 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:00:46 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:00:46 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:00:46 user nova-compute[74639]:       <nova:owner>
Nov 15 20:00:46 user nova-compute[74639]:         <nova:user uuid="309a677eb5464cbc96f079d84dc8e6e5">tempest-VolumesAdminNegativeTest-866490199-project-member</nova:user>
Nov 15 20:00:46 user nova-compute[74639]:         <nova:project uuid="2cf098543cd94ac3bab6aa074ce788dd">tempest-VolumesAdminNegativeTest-866490199</nova:project>
Nov 15 20:00:46 user nova-compute[74639]:       </nova:owner>
Nov 15 20:00:46 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:00:46 user nova-compute[74639]:       <nova:ports>
Nov 15 20:00:46 user nova-compute[74639]:         <nova:port uuid="2bda7494-3f76-403d-abb0-70a2df232314">
Nov 15 20:00:46 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 20:00:46 user nova-compute[74639]:         </nova:port>
Nov 15 20:00:46 user nova-compute[74639]:       </nova:ports>
Nov 15 20:00:46 user nova-compute[74639]:     </nova:instance>
Nov 15 20:00:46 user nova-compute[74639]:   </metadata>
Nov 15 20:00:46 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:00:46 user nova-compute[74639]:     <system>
Nov 15 20:00:46 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:00:46 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:00:46 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:00:46 user nova-compute[74639]:       <entry name="serial">d317a335-4234-4566-9d6f-bcd6e80032a2</entry>
Nov 15 20:00:46 user nova-compute[74639]:       <entry name="uuid">d317a335-4234-4566-9d6f-bcd6e80032a2</entry>
Nov 15 20:00:46 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:00:46 user nova-compute[74639]:     </system>
Nov 15 20:00:46 user nova-compute[74639]:   </sysinfo>
Nov 15 20:00:46 user nova-compute[74639]:   <os>
Nov 15 20:00:46 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:00:46 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:00:46 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:00:46 user nova-compute[74639]:   </os>
Nov 15 20:00:46 user nova-compute[74639]:   <features>
Nov 15 20:00:46 user nova-compute[74639]:     <acpi/>
Nov 15 20:00:46 user nova-compute[74639]:     <apic/>
Nov 15 20:00:46 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:00:46 user nova-compute[74639]:   </features>
Nov 15 20:00:46 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:00:46 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:00:46 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:00:46 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:00:46 user nova-compute[74639]:   </clock>
Nov 15 20:00:46 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:00:46 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:00:46 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:00:46 user nova-compute[74639]:   </cpu>
Nov 15 20:00:46 user nova-compute[74639]:   <devices>
Nov 15 20:00:46 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:00:46 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:00:46 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk"/>
Nov 15 20:00:46 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:00:46 user nova-compute[74639]:     </disk>
Nov 15 20:00:46 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:00:46 user nova-compute[74639]:       <mac address="fa:16:3e:11:99:10"/>
Nov 15 20:00:46 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:00:46 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:00:46 user nova-compute[74639]:       <target dev="tap2bda7494-3f"/>
Nov 15 20:00:46 user nova-compute[74639]:     </interface>
Nov 15 20:00:46 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:00:46 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/console.log" append="off"/>
Nov 15 20:00:46 user nova-compute[74639]:     </serial>
Nov 15 20:00:46 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:00:46 user nova-compute[74639]:     <video>
Nov 15 20:00:46 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:00:46 user nova-compute[74639]:     </video>
Nov 15 20:00:46 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:00:46 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:00:46 user nova-compute[74639]:     </rng>
Nov 15 20:00:46 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:00:46 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:00:46 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:00:46 user nova-compute[74639]:     </memballoon>
Nov 15 20:00:46 user nova-compute[74639]:   </devices>
Nov 15 20:00:46 user nova-compute[74639]: </domain>
Nov 15 20:00:46 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:00:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-870236475',display_name='tempest-VolumesAdminNegativeTest-server-870236475',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-870236475',id=21,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='2cf098543cd94ac3bab6aa074ce788dd',ramdisk_id='',reservation_id='r-rkyd0vhn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesAdminNegativeTest-866490199',owner_user_name='tempest-VolumesAdminNegativeTest-866490199-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:00:45Z,user_data=None,user_id='309a677eb5464cbc96f079d84dc8e6e5',uuid=d317a335-4234-4566-9d6f-bcd6e80032a2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converting VIF {"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:99:10,bridge_name='br-int',has_traffic_filtering=True,id=2bda7494-3f76-403d-abb0-70a2df232314,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bda7494-3f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG os_vif [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:99:10,bridge_name='br-int',has_traffic_filtering=True,id=2bda7494-3f76-403d-abb0-70a2df232314,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bda7494-3f') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '5057bd55-0769-5cff-a809-97bb4d265008', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2bda7494-3f, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2bda7494-3f, col_values=(('qos', UUID('302ebb66-ef95-4f31-b7d6-9e0f647e1eab')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2bda7494-3f, col_values=(('external_ids', {'iface-id': '2bda7494-3f76-403d-abb0-70a2df232314', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:11:99:10', 'vm-uuid': 'd317a335-4234-4566-9d6f-bcd6e80032a2'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:46 user nova-compute[74639]: INFO os_vif [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:99:10,bridge_name='br-int',has_traffic_filtering=True,id=2bda7494-3f76-403d-abb0-70a2df232314,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bda7494-3f')
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] No VIF found with MAC fa:16:3e:11:99:10, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-75771700-34b5-4d6b-8a84-974bc502ab47 req-fa4beab1-75c6-44a9-9420-1e2645548cd6 service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Updated VIF entry in instance network info cache for port 2bda7494-3f76-403d-abb0-70a2df232314. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-75771700-34b5-4d6b-8a84-974bc502ab47 req-fa4beab1-75c6-44a9-9420-1e2645548cd6 service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Updating instance_info_cache with network_info: [{"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:00:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-75771700-34b5-4d6b-8a84-974bc502ab47 req-fa4beab1-75c6-44a9-9420-1e2645548cd6 service nova] Releasing lock "refresh_cache-d317a335-4234-4566-9d6f-bcd6e80032a2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-e98f6338-bd95-4646-9a32-32a24ad42a2e req-f9f58be9-69cb-47e6-b89d-7a5566c64d74 service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received event network-vif-plugged-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e98f6338-bd95-4646-9a32-32a24ad42a2e req-f9f58be9-69cb-47e6-b89d-7a5566c64d74 service nova] Acquiring lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e98f6338-bd95-4646-9a32-32a24ad42a2e req-f9f58be9-69cb-47e6-b89d-7a5566c64d74 service nova] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e98f6338-bd95-4646-9a32-32a24ad42a2e req-f9f58be9-69cb-47e6-b89d-7a5566c64d74 service nova] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-e98f6338-bd95-4646-9a32-32a24ad42a2e req-f9f58be9-69cb-47e6-b89d-7a5566c64d74 service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] No waiting events found dispatching network-vif-plugged-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:48 user nova-compute[74639]: WARNING nova.compute.manager [req-e98f6338-bd95-4646-9a32-32a24ad42a2e req-f9f58be9-69cb-47e6-b89d-7a5566c64d74 service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received unexpected event network-vif-plugged-2bda7494-3f76-403d-abb0-70a2df232314 for instance with vm_state building and task_state spawning.
Nov 15 20:00:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:00:50 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Instance spawned successfully.
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-9bae72f3-7e9a-4477-8035-8fbfe85ff5bb req-b37a569b-0b58-4a1a-bd6a-d75f89a1dacc service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received event network-vif-plugged-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9bae72f3-7e9a-4477-8035-8fbfe85ff5bb req-b37a569b-0b58-4a1a-bd6a-d75f89a1dacc service nova] Acquiring lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9bae72f3-7e9a-4477-8035-8fbfe85ff5bb req-b37a569b-0b58-4a1a-bd6a-d75f89a1dacc service nova] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9bae72f3-7e9a-4477-8035-8fbfe85ff5bb req-b37a569b-0b58-4a1a-bd6a-d75f89a1dacc service nova] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-9bae72f3-7e9a-4477-8035-8fbfe85ff5bb req-b37a569b-0b58-4a1a-bd6a-d75f89a1dacc service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] No waiting events found dispatching network-vif-plugged-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:50 user nova-compute[74639]: WARNING nova.compute.manager [req-9bae72f3-7e9a-4477-8035-8fbfe85ff5bb req-b37a569b-0b58-4a1a-bd6a-d75f89a1dacc service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received unexpected event network-vif-plugged-2bda7494-3f76-403d-abb0-70a2df232314 for instance with vm_state building and task_state spawning.
Nov 15 20:00:50 user nova-compute[74639]: INFO nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Took 5.58 seconds to spawn the instance on the hypervisor.
Nov 15 20:00:50 user nova-compute[74639]: DEBUG nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:00:50 user nova-compute[74639]: INFO nova.compute.manager [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Took 6.61 seconds to build instance.
Nov 15 20:00:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-44395c0e-7db7-41dc-a86d-72a24b6ba3c2 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.782s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:57 user nova-compute[74639]: INFO nova.compute.manager [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Terminating instance
Nov 15 20:00:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:00:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG nova.compute.manager [req-9efc7cf4-786d-4552-8b3d-4bac9b20d445 req-68cfcb24-46fd-47a3-abdb-b431ac0d86d1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-unplugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9efc7cf4-786d-4552-8b3d-4bac9b20d445 req-68cfcb24-46fd-47a3-abdb-b431ac0d86d1 service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9efc7cf4-786d-4552-8b3d-4bac9b20d445 req-68cfcb24-46fd-47a3-abdb-b431ac0d86d1 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9efc7cf4-786d-4552-8b3d-4bac9b20d445 req-68cfcb24-46fd-47a3-abdb-b431ac0d86d1 service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG nova.compute.manager [req-9efc7cf4-786d-4552-8b3d-4bac9b20d445 req-68cfcb24-46fd-47a3-abdb-b431ac0d86d1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-unplugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG nova.compute.manager [req-9efc7cf4-786d-4552-8b3d-4bac9b20d445 req-68cfcb24-46fd-47a3-abdb-b431ac0d86d1 service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-unplugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:00:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Instance destroyed successfully.
Nov 15 20:00:58 user nova-compute[74639]: DEBUG nova.objects.instance [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lazy-loading 'resources' on Instance uuid 05206573-e14b-47a6-9b87-9fecaa7490b1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerStableDeviceRescueTest-server-1334966631',display_name='tempest-ServerStableDeviceRescueTest-server-1334966631',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverstabledevicerescuetest-server-1334966631',id=6,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFx+GVLPMJEnZi9NleUO5Sld+uArwQo3P02TqVBGwcfp51c1fhhqaBnIbnOtViU6E5A06fEGodtxHq5o0IKezRTjJUmLiwgIQlpTxHtL5yYoGTwKyYkvdqSKDq+RhZcTfQ==',key_name='tempest-keypair-216539019',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='be10cd46a57d4c6d804eb3740b94f589',ramdisk_id='',reservation_id='r-dfkaww4a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerStableDeviceRescueTest-1931918490',owner_user_name='tempest-ServerStableDeviceRescueTest-1931918490-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:59:39Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='5563bb53c38f48b0b0c0890a7c183e02',uuid=05206573-e14b-47a6-9b87-9fecaa7490b1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Converting VIF {"id": "fa224778-d1c9-4926-ac89-9e272b740bd2", "address": "fa:16:3e:2a:00:2b", "network": {"id": "8e432d59-3072-4a38-bf71-9a1a596a88da", "bridge": "br-int", "label": "tempest-ServerStableDeviceRescueTest-871287904-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "be10cd46a57d4c6d804eb3740b94f589", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfa224778-d1", "ovs_interfaceid": "fa224778-d1c9-4926-ac89-9e272b740bd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:00:2b,bridge_name='br-int',has_traffic_filtering=True,id=fa224778-d1c9-4926-ac89-9e272b740bd2,network=Network(8e432d59-3072-4a38-bf71-9a1a596a88da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa224778-d1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG os_vif [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:00:2b,bridge_name='br-int',has_traffic_filtering=True,id=fa224778-d1c9-4926-ac89-9e272b740bd2,network=Network(8e432d59-3072-4a38-bf71-9a1a596a88da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa224778-d1') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfa224778-d1, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0b0d66be-3e86-4859-9065-e1bf9811c897) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:58 user nova-compute[74639]: INFO os_vif [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:00:2b,bridge_name='br-int',has_traffic_filtering=True,id=fa224778-d1c9-4926-ac89-9e272b740bd2,network=Network(8e432d59-3072-4a38-bf71-9a1a596a88da),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfa224778-d1')
Nov 15 20:00:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Deleting instance files /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1_del
Nov 15 20:00:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Deletion of /opt/stack/data/nova/instances/05206573-e14b-47a6-9b87-9fecaa7490b1_del complete
Nov 15 20:00:58 user nova-compute[74639]: INFO nova.compute.manager [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 15 20:00:58 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:00:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:00:59 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:00:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-4b0d21a9-a61d-44e9-893b-7a5dc76eca6b req-2797ab90-3fce-4acc-a9b1-52f5a88bed9d service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-deleted-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:00:59 user nova-compute[74639]: INFO nova.compute.manager [req-4b0d21a9-a61d-44e9-893b-7a5dc76eca6b req-2797ab90-3fce-4acc-a9b1-52f5a88bed9d service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Neutron deleted interface fa224778-d1c9-4926-ac89-9e272b740bd2; detaching it from the instance and deleting it from the info cache
Nov 15 20:00:59 user nova-compute[74639]: DEBUG nova.network.neutron [req-4b0d21a9-a61d-44e9-893b-7a5dc76eca6b req-2797ab90-3fce-4acc-a9b1-52f5a88bed9d service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:00:59 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Took 0.69 seconds to deallocate network for instance.
Nov 15 20:00:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-4b0d21a9-a61d-44e9-893b-7a5dc76eca6b req-2797ab90-3fce-4acc-a9b1-52f5a88bed9d service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Detach interface failed, port_id=fa224778-d1c9-4926-ac89-9e272b740bd2, reason: Instance 05206573-e14b-47a6-9b87-9fecaa7490b1 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:00:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:00:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:00:59 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:00:59 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:00:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.405s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:00:59 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Deleted allocations for instance 05206573-e14b-47a6-9b87-9fecaa7490b1
Nov 15 20:00:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-57bb8449-b94d-4218-884b-fe73908cb420 tempest-ServerStableDeviceRescueTest-1931918490 tempest-ServerStableDeviceRescueTest-1931918490-project-member] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.202s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:01:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-0828b23b-648a-4510-9106-6663d0bc578f req-ea2fc0f7-8c66-4104-84df-e6632c8100db service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:01:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0828b23b-648a-4510-9106-6663d0bc578f req-ea2fc0f7-8c66-4104-84df-e6632c8100db service nova] Acquiring lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:01:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0828b23b-648a-4510-9106-6663d0bc578f req-ea2fc0f7-8c66-4104-84df-e6632c8100db service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:01:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0828b23b-648a-4510-9106-6663d0bc578f req-ea2fc0f7-8c66-4104-84df-e6632c8100db service nova] Lock "05206573-e14b-47a6-9b87-9fecaa7490b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:01:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-0828b23b-648a-4510-9106-6663d0bc578f req-ea2fc0f7-8c66-4104-84df-e6632c8100db service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] No waiting events found dispatching network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:01:00 user nova-compute[74639]: WARNING nova.compute.manager [req-0828b23b-648a-4510-9106-6663d0bc578f req-ea2fc0f7-8c66-4104-84df-e6632c8100db service nova] [instance: 05206573-e14b-47a6-9b87-9fecaa7490b1] Received unexpected event network-vif-plugged-fa224778-d1c9-4926-ac89-9e272b740bd2 for instance with vm_state deleted and task_state None.
Nov 15 20:01:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:34 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:36 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:36 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:01:36 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:01:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:01:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:01:36 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:01:36 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 992214c6-3620-4a7d-8dee-0f67896e2f10 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Updating instance_info_cache with network_info: [{"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-992214c6-3620-4a7d-8dee-0f67896e2f10" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.168s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.196s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:42 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:01:42 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7312MB free_disk=25.314708709716797GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 992214c6-3620-4a7d-8dee-0f67896e2f10 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 87b6a112-de2e-4234-b2f8-d06f25041645 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 991caabb-c1de-4804-b185-6168248260bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 38f34aaa-ba37-4232-b029-bc88f131b2be actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 662dc735-563c-42c8-a6da-afb8fa54aff5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d317a335-4234-4566-9d6f-bcd6e80032a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=11GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:01:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.493s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:01:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:01:43 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:01:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:01:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:01:50 user nova-compute[74639]: INFO nova.compute.manager [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Terminating instance
Nov 15 20:01:50 user nova-compute[74639]: DEBUG nova.compute.manager [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-8c688ea6-6e70-475e-be66-c5906eb0ffe3 req-0840bbed-9614-41da-a1ab-76267e9c66db service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-unplugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8c688ea6-6e70-475e-be66-c5906eb0ffe3 req-0840bbed-9614-41da-a1ab-76267e9c66db service nova] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8c688ea6-6e70-475e-be66-c5906eb0ffe3 req-0840bbed-9614-41da-a1ab-76267e9c66db service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8c688ea6-6e70-475e-be66-c5906eb0ffe3 req-0840bbed-9614-41da-a1ab-76267e9c66db service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-8c688ea6-6e70-475e-be66-c5906eb0ffe3 req-0840bbed-9614-41da-a1ab-76267e9c66db service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] No waiting events found dispatching network-vif-unplugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:01:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-8c688ea6-6e70-475e-be66-c5906eb0ffe3 req-0840bbed-9614-41da-a1ab-76267e9c66db service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-unplugged-3df28632-38af-46cd-98a0-42493bfcf875 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:01:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Instance destroyed successfully.
Nov 15 20:01:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lazy-loading 'resources' on Instance uuid 38f34aaa-ba37-4232-b029-bc88f131b2be {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T19:58:05Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerActionsV293TestJSON-server-66373510',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionsv293testjson-server-373680140',id=17,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCOFLtt1Zgzd5kV9Wc8oLmbw+R++fgJfumNP8OIUkaJChZArXaUMzdUKsltknBZukBhjyHc20UN4NOIf6lOl9SzTrfDG4rEHfECNT80rDzTpJdlAIxByojYxlJOJxTjcZw==',key_name='tempest-keypair-1397423520',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:00:29Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='683cef729b4543b1b3a44ac84aaf6930',ramdisk_id='',reservation_id='r-3y5z1jgo',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsV293TestJSON-1935720551',owner_user_name='tempest-ServerActionsV293TestJSON-1935720551-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:00:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='26493c6ae6be4d11beca7c3c0c0ed673',uuid=38f34aaa-ba37-4232-b029-bc88f131b2be,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converting VIF {"id": "3df28632-38af-46cd-98a0-42493bfcf875", "address": "fa:16:3e:24:d5:6d", "network": {"id": "034d6545-68f4-44cd-bd73-22f6f3456481", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-1291101350-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "683cef729b4543b1b3a44ac84aaf6930", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3df28632-38", "ovs_interfaceid": "3df28632-38af-46cd-98a0-42493bfcf875", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_vif [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3df28632-38, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d6793fd4-f5b9-4a9b-b5aa-9a75b42ce741) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:51 user nova-compute[74639]: INFO os_vif [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:d5:6d,bridge_name='br-int',has_traffic_filtering=True,id=3df28632-38af-46cd-98a0-42493bfcf875,network=Network(034d6545-68f4-44cd-bd73-22f6f3456481),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3df28632-38')
Nov 15 20:01:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IYADEyzd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:01:51 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a623334-f529-4040-8a58-3884b1c99603]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:01:51 user nova-compute[74639]: No targets found.
Nov 15 20:01:51 user nova-compute[74639]: iSNS:
Nov 15 20:01:51 user nova-compute[74639]: No targets found.
Nov 15 20:01:51 user nova-compute[74639]: STATIC:
Nov 15 20:01:51 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 20:01:51 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:01:51 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:01:51 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635
Nov 15 20:01:51 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:01:51 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:01:51 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c
Nov 15 20:01:51 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:01:51 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:01:51 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 20:01:51 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:01:51 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:01:51 user nova-compute[74639]: FIRMWARE:
Nov 15 20:01:51 user nova-compute[74639]: No targets found.
Nov 15 20:01:51 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:01:51 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:01:51 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[87baef1d-aa52-44fe-9ad5-43aad7b7cffd]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ed1c179-808e-4a76-a41a-62cedf6d4785]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:01:51 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:01:51 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:01:51 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:01:51 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:01:51 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:01:51 user nova-compute[74639]: tcp: [24] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c (non-flash)
Nov 15 20:01:51 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:01:51 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9884e8c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f24f8189-cd3e-47ef-a009-417ec059eb68]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0fcb4fce-4b94-4531-83de-acc97c42eb91]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f50f4788-058d-4184-89d5-5841f7b622fd]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[12671dc2-2341-4652-b33c-998a6a4dbfa4]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIO201e3ba5-436229da4f80f755', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_201e3ba5', '/dev/disk/by-id/scsi-23433363232396461') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b549865-7f62-4fb9-a77c-ab9a3a8873b4]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[98d98495-dcf6-4327-8a2f-c468c389e167]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --logout" returned: 0 in 0.181s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[30c106af-a64b-4bbe-ae75-44257041c554]: (4, ('Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260]\nLogout of [sid: 24, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 24, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260]
Nov 15 20:01:51 user nova-compute[74639]: Logout of [sid: 24, target: iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c, portal: 172.16.0.220,3260] successful.
Nov 15 20:01:51 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ee7292eb-6f77-4544-a28b-f65009a80e0c -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[26cf33ff-9341-48ee-ad9d-d7bc57a590fd]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.446s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] <== disconnect_volume: return (448ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:01:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Deleting instance files /opt/stack/data/nova/instances/38f34aaa-ba37-4232-b029-bc88f131b2be_del
Nov 15 20:01:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Deletion of /opt/stack/data/nova/instances/38f34aaa-ba37-4232-b029-bc88f131b2be_del complete
Nov 15 20:01:51 user nova-compute[74639]: INFO nova.compute.manager [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Took 1.37 seconds to destroy the instance on the hypervisor.
Nov 15 20:01:51 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:01:51 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:01:52 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:01:52 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Took 0.88 seconds to deallocate network for instance.
Nov 15 20:01:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-a51b7718-6bdf-491e-b29a-cbdbbe092b4f req-f64a82cf-99e2-4e66-85ab-b644eddbe166 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:01:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a51b7718-6bdf-491e-b29a-cbdbbe092b4f req-f64a82cf-99e2-4e66-85ab-b644eddbe166 service nova] Acquiring lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:01:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a51b7718-6bdf-491e-b29a-cbdbbe092b4f req-f64a82cf-99e2-4e66-85ab-b644eddbe166 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:01:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a51b7718-6bdf-491e-b29a-cbdbbe092b4f req-f64a82cf-99e2-4e66-85ab-b644eddbe166 service nova] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:01:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-a51b7718-6bdf-491e-b29a-cbdbbe092b4f req-f64a82cf-99e2-4e66-85ab-b644eddbe166 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] No waiting events found dispatching network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:01:52 user nova-compute[74639]: WARNING nova.compute.manager [req-a51b7718-6bdf-491e-b29a-cbdbbe092b4f req-f64a82cf-99e2-4e66-85ab-b644eddbe166 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received unexpected event network-vif-plugged-3df28632-38af-46cd-98a0-42493bfcf875 for instance with vm_state active and task_state deleting.
Nov 15 20:01:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-a51b7718-6bdf-491e-b29a-cbdbbe092b4f req-f64a82cf-99e2-4e66-85ab-b644eddbe166 service nova] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Received event network-vif-deleted-3df28632-38af-46cd-98a0-42493bfcf875 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:01:53 user nova-compute[74639]: INFO nova.compute.manager [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Took 0.69 seconds to detach 1 volumes for instance.
Nov 15 20:01:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] [instance: 38f34aaa-ba37-4232-b029-bc88f131b2be] Deleting volume: ee7292eb-6f77-4544-a28b-f65009a80e0c {{(pid=74639) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 20:01:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:01:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:01:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:53 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:01:53 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:01:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.417s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:01:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:01:53 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Deleted allocations for instance 38f34aaa-ba37-4232-b029-bc88f131b2be
Nov 15 20:01:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-73c22df5-1897-4977-956d-77774b4ce3be tempest-ServerActionsV293TestJSON-1935720551 tempest-ServerActionsV293TestJSON-1935720551-project-member] Lock "38f34aaa-ba37-4232-b029-bc88f131b2be" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.590s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:01:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-5cdeb2bc-795f-44ee-8638-87488b1ec0f1 req-a530005b-6b6a-4e14-a769-9b552c3505a4 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received event network-changed-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-5cdeb2bc-795f-44ee-8638-87488b1ec0f1 req-a530005b-6b6a-4e14-a769-9b552c3505a4 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Refreshing instance network info cache due to event network-changed-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5cdeb2bc-795f-44ee-8638-87488b1ec0f1 req-a530005b-6b6a-4e14-a769-9b552c3505a4 service nova] Acquiring lock "refresh_cache-662dc735-563c-42c8-a6da-afb8fa54aff5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5cdeb2bc-795f-44ee-8638-87488b1ec0f1 req-a530005b-6b6a-4e14-a769-9b552c3505a4 service nova] Acquired lock "refresh_cache-662dc735-563c-42c8-a6da-afb8fa54aff5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG nova.network.neutron [req-5cdeb2bc-795f-44ee-8638-87488b1ec0f1 req-a530005b-6b6a-4e14-a769-9b552c3505a4 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Refreshing network info cache for port c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'flavor' on Instance uuid 662dc735-563c-42c8-a6da-afb8fa54aff5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:06 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Ignoring supplied device name: /dev/vdb
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.134s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG nova.network.neutron [req-5cdeb2bc-795f-44ee-8638-87488b1ec0f1 req-a530005b-6b6a-4e14-a769-9b552c3505a4 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Updated VIF entry in instance network info cache for port c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG nova.network.neutron [req-5cdeb2bc-795f-44ee-8638-87488b1ec0f1 req-a530005b-6b6a-4e14-a769-9b552c3505a4 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Updating instance_info_cache with network_info: [{"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5cdeb2bc-795f-44ee-8638-87488b1ec0f1 req-a530005b-6b6a-4e14-a769-9b552c3505a4 service nova] Releasing lock "refresh_cache-662dc735-563c-42c8-a6da-afb8fa54aff5" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:06 user nova-compute[74639]: INFO nova.compute.manager [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Attaching volume 3fc70c41-225f-43e0-a89e-961142b64443 to /dev/vdb
Nov 15 20:02:06 user nova-compute[74639]: DEBUG os_brick.utils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[25f3d203-b84b-449e-b409-e382eade9d27]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e897109e-e661-4a50-b4cd-2922252d07dd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[35fba306-69f8-4f0e-ae3c-c838726f6eba]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e058fca-e666-4036-908d-677499c07a27]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:02:07 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:02:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd617d6c-bb0f-4ee7-aee6-06e10dd8b216]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG os_brick.utils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:07 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Updating existing volume attachment record: 76b671fc-55d7-4a3d-9d7b-a75be4ea7887 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:02:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:02:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:02:08 user nova-compute[74639]: INFO nova.compute.claims [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Claim successful on node user
Nov 15 20:02:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.482s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:02:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.policy [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d2a9fcc8f774cfcb71ca2d7e46108a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51abb16ae914832bf1d8ae37a886268', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:02:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Creating image(s)
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk 1073741824" returned: 0 in 0.050s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Successfully created port: fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.185s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Checking if we can resize image /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:02:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Cannot resize image /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Ensure instance console log exists: /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Successfully updated port: fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquired lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-1798b777-2b52-4a85-9ad7-2ba6fa4e16e2 req-7508194d-a4bc-4847-96c7-237f1766ae7d service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-changed-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-1798b777-2b52-4a85-9ad7-2ba6fa4e16e2 req-7508194d-a4bc-4847-96c7-237f1766ae7d service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Refreshing instance network info cache due to event network-changed-fcdf8c9c-c489-4d88-934d-9f7ac92aafce. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1798b777-2b52-4a85-9ad7-2ba6fa4e16e2 req-7508194d-a4bc-4847-96c7-237f1766ae7d service nova] Acquiring lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updating instance_info_cache with network_info: [{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Releasing lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Instance network_info: |[{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1798b777-2b52-4a85-9ad7-2ba6fa4e16e2 req-7508194d-a4bc-4847-96c7-237f1766ae7d service nova] Acquired lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.network.neutron [req-1798b777-2b52-4a85-9ad7-2ba6fa4e16e2 req-7508194d-a4bc-4847-96c7-237f1766ae7d service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Refreshing network info cache for port fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Start _get_guest_xml network_info=[{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:02:10 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:02:10 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:02:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1075567937',display_name='tempest-ServerRescueNegativeTestJSON-server-1075567937',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1075567937',id=22,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKCcCbRoOoYPYQPC2N9VwwgzuJqxGxmi248kG6XJ8qX9BFXdrF+C6VLqGVz2BrS4SblV2mSzV+IjnmVAe0zGiiArK7Li2YiB6PIdNodE0m+9zYnIWvzL8R6WvXwhDQVTqA==',key_name='tempest-keypair-1863160211',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-qy844git',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:02:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=d6cc2f09-9386-422a-bdf8-58213a7e5fe2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:aa:22,bridge_name='br-int',has_traffic_filtering=True,id=fcdf8c9c-c489-4d88-934d-9f7ac92aafce,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcdf8c9c-c4') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.objects.instance [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'pci_devices' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:02:10 user nova-compute[74639]:   <uuid>d6cc2f09-9386-422a-bdf8-58213a7e5fe2</uuid>
Nov 15 20:02:10 user nova-compute[74639]:   <name>instance-00000016</name>
Nov 15 20:02:10 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:02:10 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:02:10 user nova-compute[74639]:   <metadata>
Nov 15 20:02:10 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:02:10 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:02:10 user nova-compute[74639]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1075567937</nova:name>
Nov 15 20:02:10 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:02:10</nova:creationTime>
Nov 15 20:02:10 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:02:10 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:02:10 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:02:10 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:02:10 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:02:10 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:02:10 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:02:10 user nova-compute[74639]:       <nova:owner>
Nov 15 20:02:10 user nova-compute[74639]:         <nova:user uuid="0d2a9fcc8f774cfcb71ca2d7e46108a0">tempest-ServerRescueNegativeTestJSON-610519705-project-member</nova:user>
Nov 15 20:02:10 user nova-compute[74639]:         <nova:project uuid="d51abb16ae914832bf1d8ae37a886268">tempest-ServerRescueNegativeTestJSON-610519705</nova:project>
Nov 15 20:02:10 user nova-compute[74639]:       </nova:owner>
Nov 15 20:02:10 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:02:10 user nova-compute[74639]:       <nova:ports>
Nov 15 20:02:10 user nova-compute[74639]:         <nova:port uuid="fcdf8c9c-c489-4d88-934d-9f7ac92aafce">
Nov 15 20:02:10 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 20:02:10 user nova-compute[74639]:         </nova:port>
Nov 15 20:02:10 user nova-compute[74639]:       </nova:ports>
Nov 15 20:02:10 user nova-compute[74639]:     </nova:instance>
Nov 15 20:02:10 user nova-compute[74639]:   </metadata>
Nov 15 20:02:10 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:02:10 user nova-compute[74639]:     <system>
Nov 15 20:02:10 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:02:10 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:02:10 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:02:10 user nova-compute[74639]:       <entry name="serial">d6cc2f09-9386-422a-bdf8-58213a7e5fe2</entry>
Nov 15 20:02:10 user nova-compute[74639]:       <entry name="uuid">d6cc2f09-9386-422a-bdf8-58213a7e5fe2</entry>
Nov 15 20:02:10 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:02:10 user nova-compute[74639]:     </system>
Nov 15 20:02:10 user nova-compute[74639]:   </sysinfo>
Nov 15 20:02:10 user nova-compute[74639]:   <os>
Nov 15 20:02:10 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:02:10 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:02:10 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:02:10 user nova-compute[74639]:   </os>
Nov 15 20:02:10 user nova-compute[74639]:   <features>
Nov 15 20:02:10 user nova-compute[74639]:     <acpi/>
Nov 15 20:02:10 user nova-compute[74639]:     <apic/>
Nov 15 20:02:10 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:02:10 user nova-compute[74639]:   </features>
Nov 15 20:02:10 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:02:10 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:02:10 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:02:10 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:02:10 user nova-compute[74639]:   </clock>
Nov 15 20:02:10 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:02:10 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:02:10 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:02:10 user nova-compute[74639]:   </cpu>
Nov 15 20:02:10 user nova-compute[74639]:   <devices>
Nov 15 20:02:10 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:02:10 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:02:10 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk"/>
Nov 15 20:02:10 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:02:10 user nova-compute[74639]:     </disk>
Nov 15 20:02:10 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:02:10 user nova-compute[74639]:       <mac address="fa:16:3e:c7:aa:22"/>
Nov 15 20:02:10 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:02:10 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:02:10 user nova-compute[74639]:       <target dev="tapfcdf8c9c-c4"/>
Nov 15 20:02:10 user nova-compute[74639]:     </interface>
Nov 15 20:02:10 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:02:10 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/console.log" append="off"/>
Nov 15 20:02:10 user nova-compute[74639]:     </serial>
Nov 15 20:02:10 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:02:10 user nova-compute[74639]:     <video>
Nov 15 20:02:10 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:02:10 user nova-compute[74639]:     </video>
Nov 15 20:02:10 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:02:10 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:02:10 user nova-compute[74639]:     </rng>
Nov 15 20:02:10 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:02:10 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:02:10 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:02:10 user nova-compute[74639]:     </memballoon>
Nov 15 20:02:10 user nova-compute[74639]:   </devices>
Nov 15 20:02:10 user nova-compute[74639]: </domain>
Nov 15 20:02:10 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:02:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1075567937',display_name='tempest-ServerRescueNegativeTestJSON-server-1075567937',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1075567937',id=22,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKCcCbRoOoYPYQPC2N9VwwgzuJqxGxmi248kG6XJ8qX9BFXdrF+C6VLqGVz2BrS4SblV2mSzV+IjnmVAe0zGiiArK7Li2YiB6PIdNodE0m+9zYnIWvzL8R6WvXwhDQVTqA==',key_name='tempest-keypair-1863160211',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-qy844git',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:02:09Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=d6cc2f09-9386-422a-bdf8-58213a7e5fe2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c7:aa:22,bridge_name='br-int',has_traffic_filtering=True,id=fcdf8c9c-c489-4d88-934d-9f7ac92aafce,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcdf8c9c-c4') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG os_vif [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:aa:22,bridge_name='br-int',has_traffic_filtering=True,id=fcdf8c9c-c489-4d88-934d-9f7ac92aafce,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcdf8c9c-c4') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '088ace50-ec4e-5500-be80-f428539f2ad9', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapfcdf8c9c-c4, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapfcdf8c9c-c4, col_values=(('qos', UUID('a04e063f-fa77-4715-b10d-d711c64d2c8d')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapfcdf8c9c-c4, col_values=(('external_ids', {'iface-id': 'fcdf8c9c-c489-4d88-934d-9f7ac92aafce', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c7:aa:22', 'vm-uuid': 'd6cc2f09-9386-422a-bdf8-58213a7e5fe2'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:10 user nova-compute[74639]: INFO os_vif [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c7:aa:22,bridge_name='br-int',has_traffic_filtering=True,id=fcdf8c9c-c489-4d88-934d-9f7ac92aafce,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcdf8c9c-c4')
Nov 15 20:02:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:02:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No VIF found with MAC fa:16:3e:c7:aa:22, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:02:11 user nova-compute[74639]: DEBUG nova.network.neutron [req-1798b777-2b52-4a85-9ad7-2ba6fa4e16e2 req-7508194d-a4bc-4847-96c7-237f1766ae7d service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updated VIF entry in instance network info cache for port fcdf8c9c-c489-4d88-934d-9f7ac92aafce. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:02:11 user nova-compute[74639]: DEBUG nova.network.neutron [req-1798b777-2b52-4a85-9ad7-2ba6fa4e16e2 req-7508194d-a4bc-4847-96c7-237f1766ae7d service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updating instance_info_cache with network_info: [{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1798b777-2b52-4a85-9ad7-2ba6fa4e16e2 req-7508194d-a4bc-4847-96c7-237f1766ae7d service nova] Releasing lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-17d3b261-d8ef-4bd4-a135-4caafc4b7564 req-80cb4d6d-1181-4933-8cc9-25518e49b671 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-17d3b261-d8ef-4bd4-a135-4caafc4b7564 req-80cb4d6d-1181-4933-8cc9-25518e49b671 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-17d3b261-d8ef-4bd4-a135-4caafc4b7564 req-80cb4d6d-1181-4933-8cc9-25518e49b671 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-17d3b261-d8ef-4bd4-a135-4caafc4b7564 req-80cb4d6d-1181-4933-8cc9-25518e49b671 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-17d3b261-d8ef-4bd4-a135-4caafc4b7564 req-80cb4d6d-1181-4933-8cc9-25518e49b671 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:12 user nova-compute[74639]: WARNING nova.compute.manager [req-17d3b261-d8ef-4bd4-a135-4caafc4b7564 req-80cb4d6d-1181-4933-8cc9-25518e49b671 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state building and task_state spawning.
Nov 15 20:02:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:02:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Instance spawned successfully.
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JOtSKWUg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:14 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:14 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:14 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f34364-180f-4704-baaf-03536ababf32]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:02:14 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[277fe839-f378-44b2-94e7-a27180199369]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443] added
Nov 15 20:02:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-880a1379-2044-406f-9699-3e68027dabe5 req-398b6e7b-b3ec-47b4-9931-b5f013b3753f service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-880a1379-2044-406f-9699-3e68027dabe5 req-398b6e7b-b3ec-47b4-9931-b5f013b3753f service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-880a1379-2044-406f-9699-3e68027dabe5 req-398b6e7b-b3ec-47b4-9931-b5f013b3753f service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-880a1379-2044-406f-9699-3e68027dabe5 req-398b6e7b-b3ec-47b4-9931-b5f013b3753f service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-880a1379-2044-406f-9699-3e68027dabe5 req-398b6e7b-b3ec-47b4-9931-b5f013b3753f service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:14 user nova-compute[74639]: WARNING nova.compute.manager [req-880a1379-2044-406f-9699-3e68027dabe5 req-398b6e7b-b3ec-47b4-9931-b5f013b3753f service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state building and task_state spawning.
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe0cfbc-875d-42e3-95e3-01329aaed326]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: INFO nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Took 5.31 seconds to spawn the instance on the hypervisor.
Nov 15 20:02:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e45dfeaf-16b3-4491-bd5c-27f99bb9cfef]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JOtSKWUg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JOtSKWUg" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d0fc994-b5a9-4e81-8741-87c07bf418d7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JOtSKWUg'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[139df067-b208-4150-8b69-c5f29c14868d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: INFO nova.compute.manager [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Took 6.12 seconds to build instance.
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb33a4dd-7f1c-45f3-917c-9249d7b7e79e]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a4c524c-5a8e-45cc-8d32-e599e5a70148 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.222s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --login" returned: 0 in 0.067s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5853410c-c31d-4dfe-912e-b859029741c8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443, portal: 172.16.0.220,3260]
Nov 15 20:02:14 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443, portal: 172.16.0.220,3260] successful.
Nov 15 20:02:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff0345b5-d972-4d38-9523-f5811bec5678]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d17fecc1-ead0-4621-a199-3ca254498b7e]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.308s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] HCTL ('35', '-', '-', 0) found on session 26 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2ce2d8f-d107-42c1-aeea-91ee0d8d95f8]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:14 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:02:15 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Searching for a device in session 26 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:02:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JOtSKWUg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:02:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.339s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] <== connect_volume: return (1340ms) {'type': 'block', 'scsi_wwn': '23832623239643262', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23832623239643262', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:02:15 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'flavor' on Instance uuid 662dc735-563c-42c8-a6da-afb8fa54aff5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:02:15 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:02:15 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 20:02:15 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:02:15 user nova-compute[74639]:   <serial>3fc70c41-225f-43e0-a89e-961142b64443</serial>
Nov 15 20:02:15 user nova-compute[74639]: </disk>
Nov 15 20:02:15 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:02:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:16 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:02:16 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:02:16 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No VIF found with MAC fa:16:3e:e7:a3:ca, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:02:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f92ba425-a4e4-42b0-a6f9-2111665cf9a9 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 9.691s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:18 user nova-compute[74639]: INFO nova.compute.manager [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Terminating instance
Nov 15 20:02:18 user nova-compute[74639]: DEBUG nova.compute.manager [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-38b0aca4-db09-4803-9085-dc44a88b9cbb req-789201d5-ccfd-43b6-b9d4-8df155dde4d6 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-unplugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-38b0aca4-db09-4803-9085-dc44a88b9cbb req-789201d5-ccfd-43b6-b9d4-8df155dde4d6 service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-38b0aca4-db09-4803-9085-dc44a88b9cbb req-789201d5-ccfd-43b6-b9d4-8df155dde4d6 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-38b0aca4-db09-4803-9085-dc44a88b9cbb req-789201d5-ccfd-43b6-b9d4-8df155dde4d6 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-38b0aca4-db09-4803-9085-dc44a88b9cbb req-789201d5-ccfd-43b6-b9d4-8df155dde4d6 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-unplugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-38b0aca4-db09-4803-9085-dc44a88b9cbb req-789201d5-ccfd-43b6-b9d4-8df155dde4d6 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-unplugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:02:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] Instance destroyed successfully.
Nov 15 20:02:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lazy-loading 'resources' on Instance uuid 991caabb-c1de-4804-b185-6168248260bb {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherB-server-49804097',display_name='tempest-ServerActionsTestOtherB-server-49804097',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestotherb-server-49804097',id=5,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBPGdCSMyoTO4eAzLwDMl8yakNrhRBANP4/QfrOyuhvNze9U0mgNw9lzqb8vLaXdrkG1igyHC6fMnq+53eFUVT9lyMXEmQn3Pi0sukm2UoYCYIjGHhj1KnEHVlNNXucT80Q==',key_name='tempest-keypair-368825858',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:59:42Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='3a140282e339408580ce2bc1cc60ae67',ramdisk_id='',reservation_id='r-7y1qcbn3',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherB-1215246516',owner_user_name='tempest-ServerActionsTestOtherB-1215246516-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:59:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='eec78ee6182c4d13a7ff6dd53b910b0f',uuid=991caabb-c1de-4804-b185-6168248260bb,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converting VIF {"id": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "address": "fa:16:3e:1a:49:c8", "network": {"id": "ba35e63d-3885-4abe-a3b0-b3564e004c23", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-892213767-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.55", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "3a140282e339408580ce2bc1cc60ae67", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5042c7cb-0f", "ovs_interfaceid": "5042c7cb-0f7f-430a-abc5-c228ad7f002d", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_vif [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5042c7cb-0f, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=02c76160-9fa4-45b8-8cb8-5f505b5566b4) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: INFO os_vif [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:1a:49:c8,bridge_name='br-int',has_traffic_filtering=True,id=5042c7cb-0f7f-430a-abc5-c228ad7f002d,network=Network(ba35e63d-3885-4abe-a3b0-b3564e004c23),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5042c7cb-0f')
Nov 15 20:02:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GidjUyst', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1cf2d9d-45d5-4c41-bbc7-0b8965ec7cd9]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:02:19 user nova-compute[74639]: No targets found.
Nov 15 20:02:19 user nova-compute[74639]: iSNS:
Nov 15 20:02:19 user nova-compute[74639]: No targets found.
Nov 15 20:02:19 user nova-compute[74639]: STATIC:
Nov 15 20:02:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126
Nov 15 20:02:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443
Nov 15 20:02:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635
Nov 15 20:02:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 20:02:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:19 user nova-compute[74639]: FIRMWARE:
Nov 15 20:02:19 user nova-compute[74639]: No targets found.
Nov 15 20:02:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:02:19 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:02:19 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b70bae-dbca-4b20-849c-0b2bae4a965f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3dd03bc0-d6cd-4976-a371-888d0bda5a23]: (4, ('tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)\ntcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:02:19 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:19 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:19 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsi session list stdout=tcp: [20] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 (non-flash)
Nov 15 20:02:19 user nova-compute[74639]: tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:19 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:19 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970342b90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[43304c66-f266-4928-93c7-c3cd7a8209a3]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[64a905cf-2142-47fd-a93a-d10d78bf9f85]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[86fc4a41-8ff5-4f52-b61f-e1f80e620d5f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[173ad4d6-d9dc-4be3-8988-7393b1a91012]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[653b42c9-ff93-49fa-84b6-dd9e07fdeb2a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[30451b43-24bc-435e-a1ee-c2f579ce81cf]: (4, ('Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]\nLogout of [sid: 20, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 20, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260]
Nov 15 20:02:19 user nova-compute[74639]: Logout of [sid: 20, target: iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126, portal: 172.16.0.220,3260] successful.
Nov 15 20:02:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fdd514e4-7a3a-479a-a692-d6cab607e126 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f683facd-6df1-4185-805d-a0a8756d513b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.314s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] <== disconnect_volume: return (315ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:02:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Deleting instance files /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb_del
Nov 15 20:02:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Deletion of /opt/stack/data/nova/instances/991caabb-c1de-4804-b185-6168248260bb_del complete
Nov 15 20:02:19 user nova-compute[74639]: INFO nova.compute.manager [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Took 1.40 seconds to destroy the instance on the hypervisor.
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "992214c6-3620-4a7d-8dee-0f67896e2f10" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:19 user nova-compute[74639]: INFO nova.compute.manager [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Terminating instance
Nov 15 20:02:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:20 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 991caabb-c1de-4804-b185-6168248260bb] Took 0.94 seconds to deallocate network for instance.
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-9d0f4d9c-c74f-4b41-942f-e0f57f6f93a2 req-393a9b99-ea04-44e8-8c3b-ba9ac556023f service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-deleted-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Instance destroyed successfully.
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lazy-loading 'resources' on Instance uuid 992214c6-3620-4a7d-8dee-0f67896e2f10 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:35Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServersNegativeTestJSON-server-1858578782',display_name='tempest-ServersNegativeTestJSON-server-1858578782',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serversnegativetestjson-server-1858578782',id=1,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:53:58Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d61fb16def0b4e4a97280c0e6c03fa4d',ramdisk_id='',reservation_id='r-ne1uo0nc',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServersNegativeTestJSON-746888935',owner_user_name='tempest-ServersNegativeTestJSON-746888935-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:53:58Z,user_data=None,user_id='34f961b854514cbe876f70f8385d1c2f',uuid=992214c6-3620-4a7d-8dee-0f67896e2f10,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converting VIF {"id": "dfc31015-b5f7-4302-99fc-ae852159862d", "address": "fa:16:3e:0f:14:c0", "network": {"id": "2110e465-9c36-45f5-bff1-4ab2f9396c44", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-2055822978-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d61fb16def0b4e4a97280c0e6c03fa4d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdfc31015-b5", "ovs_interfaceid": "dfc31015-b5f7-4302-99fc-ae852159862d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0f:14:c0,bridge_name='br-int',has_traffic_filtering=True,id=dfc31015-b5f7-4302-99fc-ae852159862d,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc31015-b5') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG os_vif [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:14:c0,bridge_name='br-int',has_traffic_filtering=True,id=dfc31015-b5f7-4302-99fc-ae852159862d,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc31015-b5') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdfc31015-b5, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] Acquiring lock "991caabb-c1de-4804-b185-6168248260bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] Lock "991caabb-c1de-4804-b185-6168248260bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] No waiting events found dispatching network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:20 user nova-compute[74639]: WARNING nova.compute.manager [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] [instance: 991caabb-c1de-4804-b185-6168248260bb] Received unexpected event network-vif-plugged-5042c7cb-0f7f-430a-abc5-c228ad7f002d for instance with vm_state active and task_state deleting.
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received event network-vif-unplugged-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] Acquiring lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] No waiting events found dispatching network-vif-unplugged-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received event network-vif-unplugged-dfc31015-b5f7-4302-99fc-ae852159862d for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received event network-vif-plugged-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] Acquiring lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] No waiting events found dispatching network-vif-plugged-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:20 user nova-compute[74639]: WARNING nova.compute.manager [req-9c6b9a2d-8009-4589-9b0f-f24b7ab004e5 req-509ad529-b9b7-4a0b-ac8e-5d21cb221821 service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received unexpected event network-vif-plugged-dfc31015-b5f7-4302-99fc-ae852159862d for instance with vm_state active and task_state deleting.
Nov 15 20:02:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=8a2041e1-4d94-44cd-88cb-222db3a7bab3) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:20 user nova-compute[74639]: INFO os_vif [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0f:14:c0,bridge_name='br-int',has_traffic_filtering=True,id=dfc31015-b5f7-4302-99fc-ae852159862d,network=Network(2110e465-9c36-45f5-bff1-4ab2f9396c44),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdfc31015-b5')
Nov 15 20:02:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Deleting instance files /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10_del
Nov 15 20:02:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Deletion of /opt/stack/data/nova/instances/992214c6-3620-4a7d-8dee-0f67896e2f10_del complete
Nov 15 20:02:20 user nova-compute[74639]: INFO nova.compute.manager [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 15 20:02:20 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:02:20 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:02:21 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:21 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Took 0.45 seconds to deallocate network for instance.
Nov 15 20:02:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:21 user nova-compute[74639]: INFO nova.compute.manager [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] [instance: 991caabb-c1de-4804-b185-6168248260bb] Took 0.81 seconds to detach 1 volumes for instance.
Nov 15 20:02:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:21 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:02:21 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:02:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.444s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.349s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:21 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Deleted allocations for instance 992214c6-3620-4a7d-8dee-0f67896e2f10
Nov 15 20:02:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1f73b51-b462-49b6-b60f-e511dd3c750a tempest-ServersNegativeTestJSON-746888935 tempest-ServersNegativeTestJSON-746888935-project-member] Lock "992214c6-3620-4a7d-8dee-0f67896e2f10" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.036s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:22 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:02:22 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:02:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.326s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:22 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Deleted allocations for instance 991caabb-c1de-4804-b185-6168248260bb
Nov 15 20:02:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-66ab1a86-69f4-47f7-9b34-fedf34dfecc6 tempest-ServerActionsTestOtherB-1215246516 tempest-ServerActionsTestOtherB-1215246516-project-member] Lock "991caabb-c1de-4804-b185-6168248260bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-b3d6af0e-13a5-4637-894c-759bf229d682 req-0e9f1b23-0ea5-47b0-89a8-740e8b88b40c service nova] [instance: 992214c6-3620-4a7d-8dee-0f67896e2f10] Received event network-vif-deleted-dfc31015-b5f7-4302-99fc-ae852159862d {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:02:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:23 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:02:23 user nova-compute[74639]: INFO nova.compute.claims [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Claim successful on node user
Nov 15 20:02:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.423s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:02:24 user nova-compute[74639]: INFO nova.compute.manager [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Detaching volume d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 20:02:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:02:24 user nova-compute[74639]: INFO nova.virt.block_device [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Attempting to driver detach volume d217aa10-bfba-409f-a511-8ed3fbb4b467 from mountpoint /dev/vdb
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.policy [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afae79772419472b8a582a92daf925a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd10b7f49c5f4e94a4afbf9d61b9b81d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:02:24 user nova-compute[74639]: INFO nova.virt.block_device [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Booting with blank volume at /dev/vda
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Attempting to detach device vdb from instance 87b6a112-de2e-4234-b2f8-d06f25041645 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:02:24 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:02:24 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:02:24 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:02:24 user nova-compute[74639]:   <serial>d217aa10-bfba-409f-a511-8ed3fbb4b467</serial>
Nov 15 20:02:24 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 20:02:24 user nova-compute[74639]: </disk>
Nov 15 20:02:24 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:02:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully detached device vdb from instance 87b6a112-de2e-4234-b2f8-d06f25041645 from the persistent domain config.
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 87b6a112-de2e-4234-b2f8-d06f25041645 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:02:24 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:02:24 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:02:24 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:02:24 user nova-compute[74639]:   <serial>d217aa10-bfba-409f-a511-8ed3fbb4b467</serial>
Nov 15 20:02:24 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 20:02:24 user nova-compute[74639]: </disk>
Nov 15 20:02:24 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:02:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 87b6a112-de2e-4234-b2f8-d06f25041645 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Successfully created port: 0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Successfully updated port: 0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquired lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-ed969814-b8bf-43b9-9332-71df5fcf56cf req-46c81750-bcc5-4e6d-b36a-b6d0cd145c25 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-changed-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-ed969814-b8bf-43b9-9332-71df5fcf56cf req-46c81750-bcc5-4e6d-b36a-b6d0cd145c25 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Refreshing instance network info cache due to event network-changed-0081b6ac-be39-41c3-9532-282385d4fbbf. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ed969814-b8bf-43b9-9332-71df5fcf56cf req-46c81750-bcc5-4e6d-b36a-b6d0cd145c25 service nova] Acquiring lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:02:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updating instance_info_cache with network_info: [{"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Releasing lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:02:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Instance network_info: |[{"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:02:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ed969814-b8bf-43b9-9332-71df5fcf56cf req-46c81750-bcc5-4e6d-b36a-b6d0cd145c25 service nova] Acquired lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:02:26 user nova-compute[74639]: DEBUG nova.network.neutron [req-ed969814-b8bf-43b9-9332-71df5fcf56cf req-46c81750-bcc5-4e6d-b36a-b6d0cd145c25 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Refreshing network info cache for port 0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:02:26 user nova-compute[74639]: DEBUG nova.network.neutron [req-ed969814-b8bf-43b9-9332-71df5fcf56cf req-46c81750-bcc5-4e6d-b36a-b6d0cd145c25 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updated VIF entry in instance network info cache for port 0081b6ac-be39-41c3-9532-282385d4fbbf. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:02:26 user nova-compute[74639]: DEBUG nova.network.neutron [req-ed969814-b8bf-43b9-9332-71df5fcf56cf req-46c81750-bcc5-4e6d-b36a-b6d0cd145c25 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updating instance_info_cache with network_info: [{"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ed969814-b8bf-43b9-9332-71df5fcf56cf req-46c81750-bcc5-4e6d-b36a-b6d0cd145c25 service nova] Releasing lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:02:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG os_brick.utils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[138ee670-c032-4b3e-9913-b97ec055955f]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[01cd2a9a-9e11-4611-a0ac-9eaa007b2265]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[80123234-ec68-4073-ac9d-a86ef5ee2d9a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[96311f65-09fc-4886-a8a8-327f5fd94a1f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:02:30 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:02:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b2fa303-6750-4538-9220-13d23d01b5cd]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG os_brick.utils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] <== get_connector_properties: return (123ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updating existing volume attachment record: df735f05-2915-4deb-81b1-da94be6a0ff5 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:02:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:31 user nova-compute[74639]: INFO nova.compute.manager [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Detaching volume 3fc70c41-225f-43e0-a89e-961142b64443
Nov 15 20:02:31 user nova-compute[74639]: INFO nova.virt.block_device [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Attempting to driver detach volume 3fc70c41-225f-43e0-a89e-961142b64443 from mountpoint /dev/vdb
Nov 15 20:02:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Attempting to detach device vdb from instance 662dc735-563c-42c8-a6da-afb8fa54aff5 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:02:31 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:02:31 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 20:02:31 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:02:31 user nova-compute[74639]:   <serial>3fc70c41-225f-43e0-a89e-961142b64443</serial>
Nov 15 20:02:31 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:02:31 user nova-compute[74639]: </disk>
Nov 15 20:02:31 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:02:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Successfully detached device vdb from instance 662dc735-563c-42c8-a6da-afb8fa54aff5 from the persistent domain config.
Nov 15 20:02:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 662dc735-563c-42c8-a6da-afb8fa54aff5 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:02:31 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:02:31 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 20:02:31 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:02:31 user nova-compute[74639]:   <serial>3fc70c41-225f-43e0-a89e-961142b64443</serial>
Nov 15 20:02:31 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:02:31 user nova-compute[74639]: </disk>
Nov 15 20:02:31 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 662dc735-563c-42c8-a6da-afb8fa54aff5 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG nova.objects.instance [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquired lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG nova.network.neutron [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG nova.objects.instance [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'info_cache' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:31 user nova-compute[74639]: DEBUG nova.objects.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.network.neutron [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updating instance_info_cache with network_info: [{"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Releasing lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:02:32 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance destroyed successfully.
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.objects.instance [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'resources' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.objects.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-422143500',display_name='tempest-AttachVolumeTestJSON-server-422143500',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-422143500',id=19,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyca68/n0rH+nL7b8+soIfcRL0T1lNXLIdM5ezWmAPNrMs8jn4B9Zdf/Zp7wwbc0HrASSJ9gAoCEE38XEVYs9NeE9Jg7/Xme7wxjddLVoxBSkQR3fhtTETDx20yYjY0gA==',key_name='tempest-keypair-1920494346',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-p9whi789',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:00:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=bce03a28-8d3f-4168-990c-152cf6658d99,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_vif [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84fdd7bb-60, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6574c0d8-7ee7-45d5-a65b-d9c98ee41be6) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:32 user nova-compute[74639]: INFO os_vif [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60')
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVoaSqYd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[030934d5-bbc3-446f-8340-f76579e0da1f]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:02:32 user nova-compute[74639]: No targets found.
Nov 15 20:02:32 user nova-compute[74639]: iSNS:
Nov 15 20:02:32 user nova-compute[74639]: No targets found.
Nov 15 20:02:32 user nova-compute[74639]: STATIC:
Nov 15 20:02:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443
Nov 15 20:02:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635
Nov 15 20:02:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:32 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 20:02:32 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:32 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:32 user nova-compute[74639]: FIRMWARE:
Nov 15 20:02:32 user nova-compute[74639]: No targets found.
Nov 15 20:02:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:02:32 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:02:32 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bf7aa1d-155f-4635-9530-79541d3326ac]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6b56ef5-5434-4804-a6d2-a29aa581b742]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:32 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:32 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:32 user nova-compute[74639]: tcp: [25] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:32 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9883ff5b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635'): ({'sde'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Removing single pathed devices sde {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[95768add-2378-4a5e-8223-1a371eff67e3]: (4, ('path checker states:\nup                  2\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[76762c25-9083-47ef-b89c-163b5da284a0]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flushing IO for device /dev/sde {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9332e5da-9142-4720-b3a0-281571d3263d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.036s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2156ec1-b5a6-4a13-ad5b-7343eedac668]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[87b2bd00-fb5e-4dd5-8784-28b5dd56839e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9fe8aca-26c2-4011-82fb-26ff55046daf]: (4, ('Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260]\nLogout of [sid: 25, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 25, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260]
Nov 15 20:02:32 user nova-compute[74639]: Logout of [sid: 25, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260] successful.
Nov 15 20:02:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5e2d710-3910-4a38-a8bc-2eaec5cd9bcb]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.300s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== disconnect_volume: return (302ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Start _get_guest_xml network_info=[{"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVoaSqYd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'bce03a28-8d3f-4168-990c-152cf6658d99', 'attached_at': '', 'detached_at': '', 'volume_id': '00bec559-035e-4722-9620-212d73820635', 'serial': '00bec559-035e-4722-9620-212d73820635'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'attachment_id': '46d0f1ec-a4fd-4958-84a7-591e45416897', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.objects.instance [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'numa_topology' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.objects.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:02:32 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:02:32 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.objects.instance [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'vcpu_model' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.objects.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVoaSqYd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:32 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a0ddc60-b2e2-43a0-9f34-6db2d783cc75]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:02:32 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c0324944-7ced-4989-8477-0de1e11a6975]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635] added
Nov 15 20:02:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d6754a4-f1a5-4ffd-86c3-84c71932c845]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[336f81e7-5d2d-4b95-92ed-ebba791d3a45]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yVoaSqYd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v yVoaSqYd" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[959c65a4-163d-42d5-8f89-652b8797a625]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'yVoaSqYd'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[71db029c-79e5-4ed0-b51c-e9673bd0a5d8]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[36368ba7-9672-4709-ac17-eac29c189829]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --login" returned: 0 in 0.056s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5816e637-b3ff-4dc0-b95b-75c858a826ae]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260]
Nov 15 20:02:33 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260] successful.
Nov 15 20:02:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[84bb1824-e9c1-4be7-bb72-2b5f8d73b0dd]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[169c0e58-f9e4-4d50-b129-1e2f0483c7e5]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.262s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] HCTL ('33', '-', '-', 0) found on session 27 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e4fac11-864a-48b0-8ff8-5811c5ff964d]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:02:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching for a device in session 27 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVoaSqYd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.291s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== connect_volume: return (1292ms) {'type': 'block', 'scsi_wwn': '23339623230646463', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23339623230646463', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-422143500',display_name='tempest-AttachVolumeTestJSON-server-422143500',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-422143500',id=19,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyca68/n0rH+nL7b8+soIfcRL0T1lNXLIdM5ezWmAPNrMs8jn4B9Zdf/Zp7wwbc0HrASSJ9gAoCEE38XEVYs9NeE9Jg7/Xme7wxjddLVoxBSkQR3fhtTETDx20yYjY0gA==',key_name='tempest-keypair-1920494346',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-p9whi789',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:00:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=bce03a28-8d3f-4168-990c-152cf6658d99,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.objects.instance [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'pci_devices' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.objects.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:02:34 user nova-compute[74639]:   <uuid>bce03a28-8d3f-4168-990c-152cf6658d99</uuid>
Nov 15 20:02:34 user nova-compute[74639]:   <name>instance-00000013</name>
Nov 15 20:02:34 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:02:34 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:02:34 user nova-compute[74639]:   <metadata>
Nov 15 20:02:34 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:02:34 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:02:34 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeTestJSON-server-422143500</nova:name>
Nov 15 20:02:34 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:02:32</nova:creationTime>
Nov 15 20:02:34 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:02:34 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:02:34 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:02:34 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:02:34 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:02:34 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:02:34 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:02:34 user nova-compute[74639]:       <nova:owner>
Nov 15 20:02:34 user nova-compute[74639]:         <nova:user uuid="bc44b276ad644045876c1c6941b1fcf5">tempest-AttachVolumeTestJSON-527611258-project-member</nova:user>
Nov 15 20:02:34 user nova-compute[74639]:         <nova:project uuid="4c4747dd259346cc8cbcb21dad296844">tempest-AttachVolumeTestJSON-527611258</nova:project>
Nov 15 20:02:34 user nova-compute[74639]:       </nova:owner>
Nov 15 20:02:34 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:02:34 user nova-compute[74639]:       <nova:ports>
Nov 15 20:02:34 user nova-compute[74639]:         <nova:port uuid="84fdd7bb-60cf-4dc2-81d4-3659b84a2d40">
Nov 15 20:02:34 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 20:02:34 user nova-compute[74639]:         </nova:port>
Nov 15 20:02:34 user nova-compute[74639]:       </nova:ports>
Nov 15 20:02:34 user nova-compute[74639]:     </nova:instance>
Nov 15 20:02:34 user nova-compute[74639]:   </metadata>
Nov 15 20:02:34 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:02:34 user nova-compute[74639]:     <system>
Nov 15 20:02:34 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:02:34 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:02:34 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:02:34 user nova-compute[74639]:       <entry name="serial">bce03a28-8d3f-4168-990c-152cf6658d99</entry>
Nov 15 20:02:34 user nova-compute[74639]:       <entry name="uuid">bce03a28-8d3f-4168-990c-152cf6658d99</entry>
Nov 15 20:02:34 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:02:34 user nova-compute[74639]:     </system>
Nov 15 20:02:34 user nova-compute[74639]:   </sysinfo>
Nov 15 20:02:34 user nova-compute[74639]:   <os>
Nov 15 20:02:34 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:02:34 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:02:34 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:02:34 user nova-compute[74639]:   </os>
Nov 15 20:02:34 user nova-compute[74639]:   <features>
Nov 15 20:02:34 user nova-compute[74639]:     <acpi/>
Nov 15 20:02:34 user nova-compute[74639]:     <apic/>
Nov 15 20:02:34 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:02:34 user nova-compute[74639]:   </features>
Nov 15 20:02:34 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:02:34 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:02:34 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:02:34 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:02:34 user nova-compute[74639]:   </clock>
Nov 15 20:02:34 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:02:34 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:02:34 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:02:34 user nova-compute[74639]:   </cpu>
Nov 15 20:02:34 user nova-compute[74639]:   <devices>
Nov 15 20:02:34 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:02:34 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:02:34 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk"/>
Nov 15 20:02:34 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:02:34 user nova-compute[74639]:     </disk>
Nov 15 20:02:34 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:02:34 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:02:34 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 20:02:34 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 20:02:34 user nova-compute[74639]:       <serial>00bec559-035e-4722-9620-212d73820635</serial>
Nov 15 20:02:34 user nova-compute[74639]:     </disk>
Nov 15 20:02:34 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:02:34 user nova-compute[74639]:       <mac address="fa:16:3e:2c:5a:ef"/>
Nov 15 20:02:34 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:02:34 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:02:34 user nova-compute[74639]:       <target dev="tap84fdd7bb-60"/>
Nov 15 20:02:34 user nova-compute[74639]:     </interface>
Nov 15 20:02:34 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:02:34 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/console.log" append="off"/>
Nov 15 20:02:34 user nova-compute[74639]:     </serial>
Nov 15 20:02:34 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:02:34 user nova-compute[74639]:     <video>
Nov 15 20:02:34 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:02:34 user nova-compute[74639]:     </video>
Nov 15 20:02:34 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:02:34 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:02:34 user nova-compute[74639]:     </rng>
Nov 15 20:02:34 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:02:34 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:02:34 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:02:34 user nova-compute[74639]:     </memballoon>
Nov 15 20:02:34 user nova-compute[74639]:   </devices>
Nov 15 20:02:34 user nova-compute[74639]: </domain>
Nov 15 20:02:34 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.objects.instance [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'trusted_certs' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.objects.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.207s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:02:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Cannot resize image /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.objects.instance [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'migration_context' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.objects.base [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-422143500',display_name='tempest-AttachVolumeTestJSON-server-422143500',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-422143500',id=19,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyca68/n0rH+nL7b8+soIfcRL0T1lNXLIdM5ezWmAPNrMs8jn4B9Zdf/Zp7wwbc0HrASSJ9gAoCEE38XEVYs9NeE9Jg7/Xme7wxjddLVoxBSkQR3fhtTETDx20yYjY0gA==',key_name='tempest-keypair-1920494346',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-p9whi789',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:00:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=bce03a28-8d3f-4168-990c-152cf6658d99,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_vif [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93747463-41f0-52cc-a2ca-01427a9e62dc', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84fdd7bb-60, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84fdd7bb-60, col_values=(('qos', UUID('5c8e6023-4fd8-4923-884d-8df981919722')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84fdd7bb-60, col_values=(('external_ids', {'iface-id': '84fdd7bb-60cf-4dc2-81d4-3659b84a2d40', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:5a:ef', 'vm-uuid': 'bce03a28-8d3f-4168-990c-152cf6658d99'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:35 user nova-compute[74639]: INFO os_vif [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60')
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:02:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Creating image(s)
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Ensure instance console log exists: /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Start _get_guest_xml network_info=[{"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqUFlscx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'cd1202e8-ad5f-46cd-9f64-96661da09f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '77e33575-da68-496b-b79f-d5ecd631184e', 'serial': '77e33575-da68-496b-b79f-d5ecd631184e'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'df735f05-2915-4deb-81b1-da94be6a0ff5', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:02:35 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:02:35 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqUFlscx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:35 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:35 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:35 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[30b92940-5714-4604-8896-f5a31ef23252]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:02:35 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e15a253-ea4c-44cf-934d-621f70dc370e]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e] added
Nov 15 20:02:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[28330e6c-e965-4fd9-be84-c52b094e8e39]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f67957a-d071-4216-bcc6-b77980a4ee89]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zqUFlscx {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zqUFlscx" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ea33bd9-42ba-4e40-8a2c-563fe56f7985]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zqUFlscx'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a61bf32-29f1-4c7d-b873-b826c82b9e0c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec9ba469-a1bc-42a6-87dd-a75789a6ffb8]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --login" returned: 0 in 0.074s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ab4a839-891a-4093-be94-02dbe5bce4eb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e, portal: 172.16.0.220,3260]
Nov 15 20:02:35 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e, portal: 172.16.0.220,3260] successful.
Nov 15 20:02:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6a103d8-c9de-4b2d-9718-8f1ccf706a72]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.032s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3fdce45-2c7b-4b31-ad4e-7fdc2ac6fe94]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:02:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:35 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:02:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.291s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] HCTL ('36', '-', '-', 0) found on session 28 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Scanning host 36 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[571cd1dd-eb36-4121-a995-b60ef3892da0]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching for a device in session 28 and hctl ['36', '*', '*', 0] yield: sde {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:02:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqUFlscx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG nova.compute.manager [req-9f418371-11ca-4603-949d-7ddc5004afa3 req-7a529bc5-619d-4d43-bcb6-eee93e8f44de service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9f418371-11ca-4603-949d-7ddc5004afa3 req-7a529bc5-619d-4d43-bcb6-eee93e8f44de service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9f418371-11ca-4603-949d-7ddc5004afa3 req-7a529bc5-619d-4d43-bcb6-eee93e8f44de service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9f418371-11ca-4603-949d-7ddc5004afa3 req-7a529bc5-619d-4d43-bcb6-eee93e8f44de service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG nova.compute.manager [req-9f418371-11ca-4603-949d-7ddc5004afa3 req-7a529bc5-619d-4d43-bcb6-eee93e8f44de service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:36 user nova-compute[74639]: WARNING nova.compute.manager [req-9f418371-11ca-4603-949d-7ddc5004afa3 req-7a529bc5-619d-4d43-bcb6-eee93e8f44de service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state stopped and task_state powering-on.
Nov 15 20:02:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.331s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] <== connect_volume: return (1332ms) {'type': 'block', 'scsi_wwn': '26433666133383863', 'path': '/dev/sde'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26433666133383863', 'path': '/dev/sde'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:02:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-814966071',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-814966071',id=23,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-adirdc7c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:02:24Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=cd1202e8-ad5f-46cd-9f64-96661da09f7c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:f7:3d,bridge_name='br-int',has_traffic_filtering=True,id=0081b6ac-be39-41c3-9532-282385d4fbbf,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0081b6ac-be') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'pci_devices' on Instance uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:02:37 user nova-compute[74639]:   <uuid>cd1202e8-ad5f-46cd-9f64-96661da09f7c</uuid>
Nov 15 20:02:37 user nova-compute[74639]:   <name>instance-00000017</name>
Nov 15 20:02:37 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:02:37 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:02:37 user nova-compute[74639]:   <metadata>
Nov 15 20:02:37 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:02:37 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:02:37 user nova-compute[74639]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-814966071</nova:name>
Nov 15 20:02:37 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:02:35</nova:creationTime>
Nov 15 20:02:37 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:02:37 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:02:37 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:02:37 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:02:37 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:02:37 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:02:37 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:02:37 user nova-compute[74639]:       <nova:owner>
Nov 15 20:02:37 user nova-compute[74639]:         <nova:user uuid="afae79772419472b8a582a92daf925a9">tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member</nova:user>
Nov 15 20:02:37 user nova-compute[74639]:         <nova:project uuid="bd10b7f49c5f4e94a4afbf9d61b9b81d">tempest-ServerBootFromVolumeStableRescueTest-1555454741</nova:project>
Nov 15 20:02:37 user nova-compute[74639]:       </nova:owner>
Nov 15 20:02:37 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:02:37 user nova-compute[74639]:       <nova:ports>
Nov 15 20:02:37 user nova-compute[74639]:         <nova:port uuid="0081b6ac-be39-41c3-9532-282385d4fbbf">
Nov 15 20:02:37 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 20:02:37 user nova-compute[74639]:         </nova:port>
Nov 15 20:02:37 user nova-compute[74639]:       </nova:ports>
Nov 15 20:02:37 user nova-compute[74639]:     </nova:instance>
Nov 15 20:02:37 user nova-compute[74639]:   </metadata>
Nov 15 20:02:37 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:02:37 user nova-compute[74639]:     <system>
Nov 15 20:02:37 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:02:37 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:02:37 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:02:37 user nova-compute[74639]:       <entry name="serial">cd1202e8-ad5f-46cd-9f64-96661da09f7c</entry>
Nov 15 20:02:37 user nova-compute[74639]:       <entry name="uuid">cd1202e8-ad5f-46cd-9f64-96661da09f7c</entry>
Nov 15 20:02:37 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:02:37 user nova-compute[74639]:     </system>
Nov 15 20:02:37 user nova-compute[74639]:   </sysinfo>
Nov 15 20:02:37 user nova-compute[74639]:   <os>
Nov 15 20:02:37 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:02:37 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:02:37 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:02:37 user nova-compute[74639]:   </os>
Nov 15 20:02:37 user nova-compute[74639]:   <features>
Nov 15 20:02:37 user nova-compute[74639]:     <acpi/>
Nov 15 20:02:37 user nova-compute[74639]:     <apic/>
Nov 15 20:02:37 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:02:37 user nova-compute[74639]:   </features>
Nov 15 20:02:37 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:02:37 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:02:37 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:02:37 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:02:37 user nova-compute[74639]:   </clock>
Nov 15 20:02:37 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:02:37 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:02:37 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:02:37 user nova-compute[74639]:   </cpu>
Nov 15 20:02:37 user nova-compute[74639]:   <devices>
Nov 15 20:02:37 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:02:37 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:02:37 user nova-compute[74639]:       <source dev="/dev/sde"/>
Nov 15 20:02:37 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:02:37 user nova-compute[74639]:       <serial>77e33575-da68-496b-b79f-d5ecd631184e</serial>
Nov 15 20:02:37 user nova-compute[74639]:     </disk>
Nov 15 20:02:37 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:02:37 user nova-compute[74639]:       <mac address="fa:16:3e:91:f7:3d"/>
Nov 15 20:02:37 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:02:37 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:02:37 user nova-compute[74639]:       <target dev="tap0081b6ac-be"/>
Nov 15 20:02:37 user nova-compute[74639]:     </interface>
Nov 15 20:02:37 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:02:37 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/console.log" append="off"/>
Nov 15 20:02:37 user nova-compute[74639]:     </serial>
Nov 15 20:02:37 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:02:37 user nova-compute[74639]:     <video>
Nov 15 20:02:37 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:02:37 user nova-compute[74639]:     </video>
Nov 15 20:02:37 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:02:37 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:02:37 user nova-compute[74639]:     </rng>
Nov 15 20:02:37 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:02:37 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:02:37 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:02:37 user nova-compute[74639]:     </memballoon>
Nov 15 20:02:37 user nova-compute[74639]:   </devices>
Nov 15 20:02:37 user nova-compute[74639]: </domain>
Nov 15 20:02:37 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:02:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-814966071',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-814966071',id=23,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-adirdc7c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:02:24Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=cd1202e8-ad5f-46cd-9f64-96661da09f7c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:91:f7:3d,bridge_name='br-int',has_traffic_filtering=True,id=0081b6ac-be39-41c3-9532-282385d4fbbf,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0081b6ac-be') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG os_vif [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:f7:3d,bridge_name='br-int',has_traffic_filtering=True,id=0081b6ac-be39-41c3-9532-282385d4fbbf,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0081b6ac-be') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '0efd5189-3d6d-540a-8ead-b7927dc450be', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0081b6ac-be, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0081b6ac-be, col_values=(('qos', UUID('19fdd852-016f-4caa-b5c6-b6c6540dc515')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0081b6ac-be, col_values=(('external_ids', {'iface-id': '0081b6ac-be39-41c3-9532-282385d4fbbf', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:91:f7:3d', 'vm-uuid': 'cd1202e8-ad5f-46cd-9f64-96661da09f7c'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: INFO os_vif [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:91:f7:3d,bridge_name='br-int',has_traffic_filtering=True,id=0081b6ac-be39-41c3-9532-282385d4fbbf,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0081b6ac-be')
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No VIF found with MAC fa:16:3e:91:f7:3d, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:02:37 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updating instance_info_cache with network_info: [{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "d317a335-4234-4566-9d6f-bcd6e80032a2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:38 user nova-compute[74639]: INFO nova.compute.manager [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Terminating instance
Nov 15 20:02:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-1f56e006-1612-4d08-830d-95014d8d62c8 req-bc7fdc46-7bbb-4b24-ae03-9107606bfada service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1f56e006-1612-4d08-830d-95014d8d62c8 req-bc7fdc46-7bbb-4b24-ae03-9107606bfada service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1f56e006-1612-4d08-830d-95014d8d62c8 req-bc7fdc46-7bbb-4b24-ae03-9107606bfada service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1f56e006-1612-4d08-830d-95014d8d62c8 req-bc7fdc46-7bbb-4b24-ae03-9107606bfada service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-1f56e006-1612-4d08-830d-95014d8d62c8 req-bc7fdc46-7bbb-4b24-ae03-9107606bfada service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:38 user nova-compute[74639]: WARNING nova.compute.manager [req-1f56e006-1612-4d08-830d-95014d8d62c8 req-bc7fdc46-7bbb-4b24-ae03-9107606bfada service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state stopped and task_state powering-on.
Nov 15 20:02:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-5f311cd0-ded5-4c27-9c2c-96b09cf4ddb2 req-76e8cf18-5e98-4419-bad5-d2e380cc8107 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5f311cd0-ded5-4c27-9c2c-96b09cf4ddb2 req-76e8cf18-5e98-4419-bad5-d2e380cc8107 service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5f311cd0-ded5-4c27-9c2c-96b09cf4ddb2 req-76e8cf18-5e98-4419-bad5-d2e380cc8107 service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5f311cd0-ded5-4c27-9c2c-96b09cf4ddb2 req-76e8cf18-5e98-4419-bad5-d2e380cc8107 service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-5f311cd0-ded5-4c27-9c2c-96b09cf4ddb2 req-76e8cf18-5e98-4419-bad5-d2e380cc8107 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:38 user nova-compute[74639]: WARNING nova.compute.manager [req-5f311cd0-ded5-4c27-9c2c-96b09cf4ddb2 req-76e8cf18-5e98-4419-bad5-d2e380cc8107 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state building and task_state spawning.
Nov 15 20:02:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:02:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance rebooted successfully.
Nov 15 20:02:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-edb16829-7543-49f3-b1e9-d7b8c526acb9 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Instance destroyed successfully.
Nov 15 20:02:39 user nova-compute[74639]: DEBUG nova.objects.instance [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lazy-loading 'resources' on Instance uuid d317a335-4234-4566-9d6f-bcd6e80032a2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:00:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-870236475',display_name='tempest-VolumesAdminNegativeTest-server-870236475',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-870236475',id=21,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:00:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2cf098543cd94ac3bab6aa074ce788dd',ramdisk_id='',reservation_id='r-rkyd0vhn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-866490199',owner_user_name='tempest-VolumesAdminNegativeTest-866490199-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:00:51Z,user_data=None,user_id='309a677eb5464cbc96f079d84dc8e6e5',uuid=d317a335-4234-4566-9d6f-bcd6e80032a2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converting VIF {"id": "2bda7494-3f76-403d-abb0-70a2df232314", "address": "fa:16:3e:11:99:10", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2bda7494-3f", "ovs_interfaceid": "2bda7494-3f76-403d-abb0-70a2df232314", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:11:99:10,bridge_name='br-int',has_traffic_filtering=True,id=2bda7494-3f76-403d-abb0-70a2df232314,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bda7494-3f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG os_vif [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:99:10,bridge_name='br-int',has_traffic_filtering=True,id=2bda7494-3f76-403d-abb0-70a2df232314,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bda7494-3f') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2bda7494-3f, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=302ebb66-ef95-4f31-b7d6-9e0f647e1eab) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:02:39 user nova-compute[74639]: INFO os_vif [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:11:99:10,bridge_name='br-int',has_traffic_filtering=True,id=2bda7494-3f76-403d-abb0-70a2df232314,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2bda7494-3f')
Nov 15 20:02:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Deleting instance files /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2_del
Nov 15 20:02:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Deletion of /opt/stack/data/nova/instances/d317a335-4234-4566-9d6f-bcd6e80032a2_del complete
Nov 15 20:02:39 user nova-compute[74639]: INFO nova.compute.manager [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 15 20:02:39 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:39 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Took 0.50 seconds to deallocate network for instance.
Nov 15 20:02:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6/disk --force-share --output=json" returned: 0 in 0.206s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.492s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:40 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Deleted allocations for instance d317a335-4234-4566-9d6f-bcd6e80032a2
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fc5d7b4b-a590-449e-bd30-9d2fb3009be0 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.130s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.204s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:02:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Instance spawned successfully.
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-d3372a7c-8741-4c2e-a2c3-76ac7a872dc9 req-775c9cf0-571b-4986-ac87-8bd31277bc37 service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received event network-vif-deleted-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:40 user nova-compute[74639]: INFO nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Took 5.36 seconds to spawn the instance on the hypervisor.
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:40 user nova-compute[74639]: WARNING nova.compute.manager [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state building and task_state spawning.
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received event network-vif-unplugged-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] Acquiring lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] No waiting events found dispatching network-vif-unplugged-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:40 user nova-compute[74639]: WARNING nova.compute.manager [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received unexpected event network-vif-unplugged-2bda7494-3f76-403d-abb0-70a2df232314 for instance with vm_state deleted and task_state None.
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received event network-vif-plugged-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] Acquiring lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] Lock "d317a335-4234-4566-9d6f-bcd6e80032a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] No waiting events found dispatching network-vif-plugged-2bda7494-3f76-403d-abb0-70a2df232314 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:40 user nova-compute[74639]: WARNING nova.compute.manager [req-bcfb6116-1e37-4bb5-9773-26ecb8dcb56a req-2c71cacd-180e-47fe-8642-952107e0cb5f service nova] [instance: d317a335-4234-4566-9d6f-bcd6e80032a2] Received unexpected event network-vif-plugged-2bda7494-3f76-403d-abb0-70a2df232314 for instance with vm_state deleted and task_state None.
Nov 15 20:02:41 user nova-compute[74639]: INFO nova.compute.manager [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Took 17.20 seconds to build instance.
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1ec3cc6a-38d3-4377-a8f2-a5e2ff4877df tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.318s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.210s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json" returned: 0 in 0.271s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:02:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.229s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.241s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:43 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Error from libvirt while getting description of instance-00000015: [Error Code 42] Domain not found: no domain with matching uuid 'd317a335-4234-4566-9d6f-bcd6e80032a2' (instance-00000015): libvirt.libvirtError: Domain not found: no domain with matching uuid 'd317a335-4234-4566-9d6f-bcd6e80032a2' (instance-00000015)
Nov 15 20:02:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:44 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:02:44 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7741MB free_disk=25.328487396240234GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 87b6a112-de2e-4234-b2f8-d06f25041645 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance a9522615-afa9-4e4d-8d24-fff0f6413ab6 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 662dc735-563c-42c8-a6da-afb8fa54aff5 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:02:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.604s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:45 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 87b6a112-de2e-4234-b2f8-d06f25041645 is timed out.
Nov 15 20:02:45 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully detached device vdb from instance 87b6a112-de2e-4234-b2f8-d06f25041645 from the live domain config.
Nov 15 20:02:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'UqSohilG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:45 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d6492432-5cab-4395-87e2-f43ea523b875]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:02:45 user nova-compute[74639]: No targets found.
Nov 15 20:02:45 user nova-compute[74639]: iSNS:
Nov 15 20:02:45 user nova-compute[74639]: No targets found.
Nov 15 20:02:45 user nova-compute[74639]: STATIC:
Nov 15 20:02:45 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:02:45 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:45 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:45 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443
Nov 15 20:02:45 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:45 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:45 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635
Nov 15 20:02:45 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:45 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:45 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467
Nov 15 20:02:45 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:45 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:45 user nova-compute[74639]: FIRMWARE:
Nov 15 20:02:45 user nova-compute[74639]: No targets found.
Nov 15 20:02:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:02:45 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:02:45 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eea515ed-dfc9-438b-b18b-004f9bd30021]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7807c8e-05f6-4588-a4eb-c5faad70e847]: (4, ('tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)\ntcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:45 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:45 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:45 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:02:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [21] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 (non-flash)
Nov 15 20:02:45 user nova-compute[74639]: tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:45 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:45 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:02:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98819db40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[05c3de83-9daa-4061-8bbc-71a4897557d9]: (4, ('path checker states:\nup                  3\npending             1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[88c9a92f-8930-480f-be9c-2747ef5c9ed6]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d3e2704-4f88-4587-b926-7d1dab2662e6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.048s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[da32cc20-6d91-41af-9c0a-fb905e491b9d]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e4f4ff33-613b-4a00-b0a7-44e5baa5c27c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --logout" returned: 0 in 0.067s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2324c1be-983c-4218-a3f6-7ecd5dad5f9d]: (4, ('Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260]\nLogout of [sid: 21, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 21, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260]
Nov 15 20:02:45 user nova-compute[74639]: Logout of [sid: 21, target: iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467, portal: 172.16.0.220,3260] successful.
Nov 15 20:02:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:d217aa10-bfba-409f-a511-8ed3fbb4b467 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.035s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[770903f5-1e8c-4ef6-8f85-39ab2bb1c89f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.345s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== disconnect_volume: return (346ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:02:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:02:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'flavor' on Instance uuid 87b6a112-de2e-4234-b2f8-d06f25041645 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5822f445-2180-4c75-9ffb-92a1ef57f23f tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.799s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 662dc735-563c-42c8-a6da-afb8fa54aff5 is timed out.
Nov 15 20:02:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Successfully detached device vdb from instance 662dc735-563c-42c8-a6da-afb8fa54aff5 from the live domain config.
Nov 15 20:02:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JOtSKWUg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:51 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a844896f-1dc1-42ae-bdb8-0700f0dfc9f2]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:02:51 user nova-compute[74639]: No targets found.
Nov 15 20:02:51 user nova-compute[74639]: iSNS:
Nov 15 20:02:51 user nova-compute[74639]: No targets found.
Nov 15 20:02:51 user nova-compute[74639]: STATIC:
Nov 15 20:02:51 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:02:51 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:51 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:51 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443
Nov 15 20:02:51 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:51 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:51 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635
Nov 15 20:02:51 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:51 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:51 user nova-compute[74639]: FIRMWARE:
Nov 15 20:02:51 user nova-compute[74639]: No targets found.
Nov 15 20:02:51 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:02:51 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:02:51 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ef94bbc-b8df-4b66-a260-e06a0e8808af]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.031s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa447e7-aa63-40c6-a23f-699326cadfc1]: (4, ('tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)\ntcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:51 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:51 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:02:51 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsi session list stdout=tcp: [26] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 (non-flash)
Nov 15 20:02:51 user nova-compute[74639]: tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:51 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:02:51 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970309750>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[908969e0-8968-4616-80d4-671e85e90040]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0030dae-bc0d-4cae-b253-2de05c3340a5]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:02:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d0ad266-f935-4648-b712-712bd645a41b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c0ff14-3fad-4d84-a98b-670a0ecfa921]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[371decb8-6f0c-4343-aac6-955f676a508e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3a18f69-d0fb-4a7b-ae64-7837791ab57c]: (4, ('Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443, portal: 172.16.0.220,3260]\nLogout of [sid: 26, target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 26, target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443, portal: 172.16.0.220,3260]
Nov 15 20:02:52 user nova-compute[74639]: Logout of [sid: 26, target: iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443, portal: 172.16.0.220,3260] successful.
Nov 15 20:02:52 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a5963fe-2b69-412f-84af-05a469ee3038]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.305s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] <== disconnect_volume: return (306ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG nova.objects.instance [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'flavor' on Instance uuid 662dc735-563c-42c8-a6da-afb8fa54aff5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bcbb41ed-73a2-485f-a2e2-301c62e61e2a tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.650s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.489s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:52 user nova-compute[74639]: INFO nova.compute.manager [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Terminating instance
Nov 15 20:02:52 user nova-compute[74639]: DEBUG nova.compute.manager [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-14bc79e3-39d1-4971-abfb-e291d57c043a req-8faf51b2-4faf-401e-8f20-00f77b2d58f2 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received event network-vif-unplugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14bc79e3-39d1-4971-abfb-e291d57c043a req-8faf51b2-4faf-401e-8f20-00f77b2d58f2 service nova] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14bc79e3-39d1-4971-abfb-e291d57c043a req-8faf51b2-4faf-401e-8f20-00f77b2d58f2 service nova] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-14bc79e3-39d1-4971-abfb-e291d57c043a req-8faf51b2-4faf-401e-8f20-00f77b2d58f2 service nova] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-14bc79e3-39d1-4971-abfb-e291d57c043a req-8faf51b2-4faf-401e-8f20-00f77b2d58f2 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] No waiting events found dispatching network-vif-unplugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-14bc79e3-39d1-4971-abfb-e291d57c043a req-8faf51b2-4faf-401e-8f20-00f77b2d58f2 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received event network-vif-unplugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Instance destroyed successfully.
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.objects.instance [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'resources' on Instance uuid 662dc735-563c-42c8-a6da-afb8fa54aff5 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:00:14Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-707721078',display_name='tempest-VolumesSnapshotTestJSON-instance-707721078',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-707721078',id=20,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBO63/R0xmhpc0TNZ+xExU5c2pFhQNiilFKNQzMguBW3zF15G1pdVFFLhmHB/RCoqom3/XrxeVkzbxgQkdqJ/53sq6gkTyauE2Dk4qEmidfjQYynJGjqNLFW1ONxos2JJZA==',key_name='tempest-keypair-1870911897',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:00:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='08957267320949fcbc490043e4a65a30',ramdisk_id='',reservation_id='r-96fjluqr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-873686289',owner_user_name='tempest-VolumesSnapshotTestJSON-873686289-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:00:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ee24b0f6a164ba08b070a85d8245955',uuid=662dc735-563c-42c8-a6da-afb8fa54aff5,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converting VIF {"id": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "address": "fa:16:3e:e7:a3:ca", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.64", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc5ad2e33-f0", "ovs_interfaceid": "c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:e7:a3:ca,bridge_name='br-int',has_traffic_filtering=True,id=c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5ad2e33-f0') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_vif [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:e7:a3:ca,bridge_name='br-int',has_traffic_filtering=True,id=c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5ad2e33-f0') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc5ad2e33-f0, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d13e4342-2e18-44c7-bc73-dcd3ca3d5019) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:53 user nova-compute[74639]: INFO os_vif [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:e7:a3:ca,bridge_name='br-int',has_traffic_filtering=True,id=c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc5ad2e33-f0')
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JOtSKWUg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:02:53 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a29274a-7391-4d20-ae82-97d015b31a94]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:02:53 user nova-compute[74639]: No targets found.
Nov 15 20:02:53 user nova-compute[74639]: iSNS:
Nov 15 20:02:53 user nova-compute[74639]: No targets found.
Nov 15 20:02:53 user nova-compute[74639]: STATIC:
Nov 15 20:02:53 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:02:53 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:53 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:53 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635
Nov 15 20:02:53 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:02:53 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:02:53 user nova-compute[74639]: FIRMWARE:
Nov 15 20:02:53 user nova-compute[74639]: No targets found.
Nov 15 20:02:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:02:53 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:02:53 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:3fc70c41-225f-43e0-a89e-961142b64443', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5050991-e88f-4b98-964e-a789d3791d47]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d2218e1-9822-498b-add9-96d960257940]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:53 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:02:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:02:53 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:02:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970309750>, {}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Disconnecting from: [] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.070s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] <== disconnect_volume: return (72ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:02:53 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Deleting instance files /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5_del
Nov 15 20:02:53 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Deletion of /opt/stack/data/nova/instances/662dc735-563c-42c8-a6da-afb8fa54aff5_del complete
Nov 15 20:02:53 user nova-compute[74639]: INFO nova.compute.manager [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Took 0.96 seconds to destroy the instance on the hypervisor.
Nov 15 20:02:53 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:02:53 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:02:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:54 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-d2d8d6aa-5d1c-4381-aa65-31367e4f9844 req-85fe23e8-b103-40ca-9163-3603cb87475b service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received event network-vif-deleted-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:54 user nova-compute[74639]: INFO nova.compute.manager [req-d2d8d6aa-5d1c-4381-aa65-31367e4f9844 req-85fe23e8-b103-40ca-9163-3603cb87475b service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Neutron deleted interface c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1; detaching it from the instance and deleting it from the info cache
Nov 15 20:02:54 user nova-compute[74639]: DEBUG nova.network.neutron [req-d2d8d6aa-5d1c-4381-aa65-31367e4f9844 req-85fe23e8-b103-40ca-9163-3603cb87475b service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:02:54 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Took 0.84 seconds to deallocate network for instance.
Nov 15 20:02:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-d2d8d6aa-5d1c-4381-aa65-31367e4f9844 req-85fe23e8-b103-40ca-9163-3603cb87475b service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Detach interface failed, port_id=c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1, reason: Instance 662dc735-563c-42c8-a6da-afb8fa54aff5 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:02:54 user nova-compute[74639]: WARNING nova.volume.cinder [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Attachment 76b671fc-55d7-4a3d-9d7b-a75be4ea7887 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = 76b671fc-55d7-4a3d-9d7b-a75be4ea7887. (HTTP 404) (Request-ID: req-28422dd3-b24f-42c3-9a7e-92c8d56b914a)
Nov 15 20:02:54 user nova-compute[74639]: INFO nova.compute.manager [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Took 0.03 seconds to detach 1 volumes for instance.
Nov 15 20:02:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:55 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:02:55 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:02:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.352s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:55 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Deleted allocations for instance 662dc735-563c-42c8-a6da-afb8fa54aff5
Nov 15 20:02:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-2c453a6d-f7af-4f8f-ba94-c7e6b2abadcd req-c8d0a495-93f1-4596-ba18-adf7fc0affd7 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received event network-vif-plugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:02:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2c453a6d-f7af-4f8f-ba94-c7e6b2abadcd req-c8d0a495-93f1-4596-ba18-adf7fc0affd7 service nova] Acquiring lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:02:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2c453a6d-f7af-4f8f-ba94-c7e6b2abadcd req-c8d0a495-93f1-4596-ba18-adf7fc0affd7 service nova] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:02:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2c453a6d-f7af-4f8f-ba94-c7e6b2abadcd req-c8d0a495-93f1-4596-ba18-adf7fc0affd7 service nova] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-2c453a6d-f7af-4f8f-ba94-c7e6b2abadcd req-c8d0a495-93f1-4596-ba18-adf7fc0affd7 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] No waiting events found dispatching network-vif-plugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:02:55 user nova-compute[74639]: WARNING nova.compute.manager [req-2c453a6d-f7af-4f8f-ba94-c7e6b2abadcd req-c8d0a495-93f1-4596-ba18-adf7fc0affd7 service nova] [instance: 662dc735-563c-42c8-a6da-afb8fa54aff5] Received unexpected event network-vif-plugged-c5ad2e33-f0f3-4ca6-b61b-81e0957aaac1 for instance with vm_state deleted and task_state None.
Nov 15 20:02:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-da759eaa-9686-4bcd-bf65-549251a948a6 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "662dc735-563c-42c8-a6da-afb8fa54aff5" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.391s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:02:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:02:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:14 user nova-compute[74639]: INFO nova.compute.manager [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Terminating instance
Nov 15 20:03:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:03:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-a864f6a7-b3cd-4aa2-b921-1e4b2ac961c7 req-92efc721-b0c4-4fbc-86ab-bfb711e6fc34 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-unplugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a864f6a7-b3cd-4aa2-b921-1e4b2ac961c7 req-92efc721-b0c4-4fbc-86ab-bfb711e6fc34 service nova] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a864f6a7-b3cd-4aa2-b921-1e4b2ac961c7 req-92efc721-b0c4-4fbc-86ab-bfb711e6fc34 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a864f6a7-b3cd-4aa2-b921-1e4b2ac961c7 req-92efc721-b0c4-4fbc-86ab-bfb711e6fc34 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-a864f6a7-b3cd-4aa2-b921-1e4b2ac961c7 req-92efc721-b0c4-4fbc-86ab-bfb711e6fc34 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] No waiting events found dispatching network-vif-unplugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-a864f6a7-b3cd-4aa2-b921-1e4b2ac961c7 req-92efc721-b0c4-4fbc-86ab-bfb711e6fc34 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-unplugged-00084a65-fce2-4400-9697-1bc3b5b11c13 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Instance destroyed successfully.
Nov 15 20:03:15 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'resources' on Instance uuid 87b6a112-de2e-4234-b2f8-d06f25041645 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T19:57:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-tempest.common.compute-instance-506518392',display_name='tempest-ServerActionsTestOtherA-server-234208539',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-tempest-common-compute-instance-506518392',id=15,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJtVpWsfUbPAB4P2iHFXfP6VdtGB2w2N351o33DYGJwZwAFFggrV+V7Q40bn35dDgR36ojrVZ2j7Br83GhA74hpABInc18LrKlzXon0LbiicMgTq3qcIZJ8d6wVk6kmE9w==',key_name='tempest-keypair-1088554993',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:59:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={rebuild='server'},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-j1eln8re',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:59:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=87b6a112-de2e-4234-b2f8-d06f25041645,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "00084a65-fce2-4400-9697-1bc3b5b11c13", "address": "fa:16:3e:61:94:9e", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.32", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap00084a65-fc", "ovs_interfaceid": "00084a65-fce2-4400-9697-1bc3b5b11c13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG os_vif [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap00084a65-fc, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=f3fbc629-2c0c-4adb-8dc5-33a3950868ec) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:15 user nova-compute[74639]: INFO os_vif [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:61:94:9e,bridge_name='br-int',has_traffic_filtering=True,id=00084a65-fce2-4400-9697-1bc3b5b11c13,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap00084a65-fc')
Nov 15 20:03:15 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Deleting instance files /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645_del
Nov 15 20:03:15 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Deletion of /opt/stack/data/nova/instances/87b6a112-de2e-4234-b2f8-d06f25041645_del complete
Nov 15 20:03:15 user nova-compute[74639]: INFO nova.compute.manager [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Took 1.00 seconds to destroy the instance on the hypervisor.
Nov 15 20:03:15 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:03:15 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:03:16 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-e97cc640-b69f-4e4d-8dd7-c5d7bfc8bf7a req-9d252ac9-aece-4c2e-8967-929e04c3232c service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-deleted-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:16 user nova-compute[74639]: INFO nova.compute.manager [req-e97cc640-b69f-4e4d-8dd7-c5d7bfc8bf7a req-9d252ac9-aece-4c2e-8967-929e04c3232c service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Neutron deleted interface 00084a65-fce2-4400-9697-1bc3b5b11c13; detaching it from the instance and deleting it from the info cache
Nov 15 20:03:16 user nova-compute[74639]: DEBUG nova.network.neutron [req-e97cc640-b69f-4e4d-8dd7-c5d7bfc8bf7a req-9d252ac9-aece-4c2e-8967-929e04c3232c service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:16 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Took 0.98 seconds to deallocate network for instance.
Nov 15 20:03:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-e97cc640-b69f-4e4d-8dd7-c5d7bfc8bf7a req-9d252ac9-aece-4c2e-8967-929e04c3232c service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Detach interface failed, port_id=00084a65-fce2-4400-9697-1bc3b5b11c13, reason: Instance 87b6a112-de2e-4234-b2f8-d06f25041645 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:03:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:17 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:03:17 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:03:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.328s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:17 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Deleted allocations for instance 87b6a112-de2e-4234-b2f8-d06f25041645
Nov 15 20:03:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-f051fc77-f7c0-4176-9c99-eed3342467df req-07bc70d8-29e8-4119-8a6c-8973e3dac016 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f051fc77-f7c0-4176-9c99-eed3342467df req-07bc70d8-29e8-4119-8a6c-8973e3dac016 service nova] Acquiring lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f051fc77-f7c0-4176-9c99-eed3342467df req-07bc70d8-29e8-4119-8a6c-8973e3dac016 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f051fc77-f7c0-4176-9c99-eed3342467df req-07bc70d8-29e8-4119-8a6c-8973e3dac016 service nova] Lock "87b6a112-de2e-4234-b2f8-d06f25041645-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-f051fc77-f7c0-4176-9c99-eed3342467df req-07bc70d8-29e8-4119-8a6c-8973e3dac016 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] No waiting events found dispatching network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:17 user nova-compute[74639]: WARNING nova.compute.manager [req-f051fc77-f7c0-4176-9c99-eed3342467df req-07bc70d8-29e8-4119-8a6c-8973e3dac016 service nova] [instance: 87b6a112-de2e-4234-b2f8-d06f25041645] Received unexpected event network-vif-plugged-00084a65-fce2-4400-9697-1bc3b5b11c13 for instance with vm_state deleted and task_state None.
Nov 15 20:03:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d76b492-1754-4d1a-89e5-183f6aeb9ea6 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "87b6a112-de2e-4234-b2f8-d06f25041645" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.499s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:03:27 user nova-compute[74639]: INFO nova.compute.claims [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Claim successful on node user
Nov 15 20:03:27 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.457s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:03:27 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:03:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:03:27 user nova-compute[74639]: DEBUG nova.policy [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2393492c8dc1454297b712b8a68200b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35f1a3ef9b014268870e38262ec8f834', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:03:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Creating image(s)
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.193s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.196s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk 1073741824" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.378s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Successfully created port: 55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Checking if we can resize image /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:03:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Cannot resize image /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Ensure instance console log exists: /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Successfully updated port: 55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquired lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-b72588f1-b85d-404f-bd06-5c2072d4b469 req-0f306c87-f419-4046-a3c4-8877d43e156f service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-changed-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-b72588f1-b85d-404f-bd06-5c2072d4b469 req-0f306c87-f419-4046-a3c4-8877d43e156f service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Refreshing instance network info cache due to event network-changed-55df1c91-14c3-4bf0-a68e-70243ad5f12b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b72588f1-b85d-404f-bd06-5c2072d4b469 req-0f306c87-f419-4046-a3c4-8877d43e156f service nova] Acquiring lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:03:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating instance_info_cache with network_info: [{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Releasing lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance network_info: |[{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b72588f1-b85d-404f-bd06-5c2072d4b469 req-0f306c87-f419-4046-a3c4-8877d43e156f service nova] Acquired lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.network.neutron [req-b72588f1-b85d-404f-bd06-5c2072d4b469 req-0f306c87-f419-4046-a3c4-8877d43e156f service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Refreshing network info cache for port 55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Start _get_guest_xml network_info=[{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:03:30 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:03:30 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:03:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311129010',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311129010',id=24,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNgW5luoBM7Zaga8OtxX45ECqXTQsCff0uFHQ8gYZQOBhez1Hy9NXJxzrWADHrdcHnd7eGKsku738GZLZGxY09Bm5hX/DWLodXfTuhvtjG513N1v4PqXOWe+qMpcwRH7Uw==',key_name='tempest-keypair-1542852316',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-rkt0pnm9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:03:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=cb7236aa-16ad-467b-90b7-cca974aa8577,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'pci_devices' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:03:30 user nova-compute[74639]:   <uuid>cb7236aa-16ad-467b-90b7-cca974aa8577</uuid>
Nov 15 20:03:30 user nova-compute[74639]:   <name>instance-00000018</name>
Nov 15 20:03:30 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:03:30 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:03:30 user nova-compute[74639]:   <metadata>
Nov 15 20:03:30 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:03:30 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:03:30 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1311129010</nova:name>
Nov 15 20:03:30 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:03:30</nova:creationTime>
Nov 15 20:03:30 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:03:30 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:03:30 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:03:30 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:03:30 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:03:30 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:03:30 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:03:30 user nova-compute[74639]:       <nova:owner>
Nov 15 20:03:30 user nova-compute[74639]:         <nova:user uuid="2393492c8dc1454297b712b8a68200b5">tempest-AttachVolumeShelveTestJSON-100749280-project-member</nova:user>
Nov 15 20:03:30 user nova-compute[74639]:         <nova:project uuid="35f1a3ef9b014268870e38262ec8f834">tempest-AttachVolumeShelveTestJSON-100749280</nova:project>
Nov 15 20:03:30 user nova-compute[74639]:       </nova:owner>
Nov 15 20:03:30 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:03:30 user nova-compute[74639]:       <nova:ports>
Nov 15 20:03:30 user nova-compute[74639]:         <nova:port uuid="55df1c91-14c3-4bf0-a68e-70243ad5f12b">
Nov 15 20:03:30 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 20:03:30 user nova-compute[74639]:         </nova:port>
Nov 15 20:03:30 user nova-compute[74639]:       </nova:ports>
Nov 15 20:03:30 user nova-compute[74639]:     </nova:instance>
Nov 15 20:03:30 user nova-compute[74639]:   </metadata>
Nov 15 20:03:30 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:03:30 user nova-compute[74639]:     <system>
Nov 15 20:03:30 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:03:30 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:03:30 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:03:30 user nova-compute[74639]:       <entry name="serial">cb7236aa-16ad-467b-90b7-cca974aa8577</entry>
Nov 15 20:03:30 user nova-compute[74639]:       <entry name="uuid">cb7236aa-16ad-467b-90b7-cca974aa8577</entry>
Nov 15 20:03:30 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:03:30 user nova-compute[74639]:     </system>
Nov 15 20:03:30 user nova-compute[74639]:   </sysinfo>
Nov 15 20:03:30 user nova-compute[74639]:   <os>
Nov 15 20:03:30 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:03:30 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:03:30 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:03:30 user nova-compute[74639]:   </os>
Nov 15 20:03:30 user nova-compute[74639]:   <features>
Nov 15 20:03:30 user nova-compute[74639]:     <acpi/>
Nov 15 20:03:30 user nova-compute[74639]:     <apic/>
Nov 15 20:03:30 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:03:30 user nova-compute[74639]:   </features>
Nov 15 20:03:30 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:03:30 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:03:30 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:03:30 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:03:30 user nova-compute[74639]:   </clock>
Nov 15 20:03:30 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:03:30 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:03:30 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:03:30 user nova-compute[74639]:   </cpu>
Nov 15 20:03:30 user nova-compute[74639]:   <devices>
Nov 15 20:03:30 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:03:30 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:03:30 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk"/>
Nov 15 20:03:30 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:03:30 user nova-compute[74639]:     </disk>
Nov 15 20:03:30 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:03:30 user nova-compute[74639]:       <mac address="fa:16:3e:ae:c2:4a"/>
Nov 15 20:03:30 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:03:30 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:03:30 user nova-compute[74639]:       <target dev="tap55df1c91-14"/>
Nov 15 20:03:30 user nova-compute[74639]:     </interface>
Nov 15 20:03:30 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:03:30 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/console.log" append="off"/>
Nov 15 20:03:30 user nova-compute[74639]:     </serial>
Nov 15 20:03:30 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:03:30 user nova-compute[74639]:     <video>
Nov 15 20:03:30 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:03:30 user nova-compute[74639]:     </video>
Nov 15 20:03:30 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:03:30 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:03:30 user nova-compute[74639]:     </rng>
Nov 15 20:03:30 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:03:30 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:03:30 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:03:30 user nova-compute[74639]:     </memballoon>
Nov 15 20:03:30 user nova-compute[74639]:   </devices>
Nov 15 20:03:30 user nova-compute[74639]: </domain>
Nov 15 20:03:30 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:03:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311129010',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311129010',id=24,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNgW5luoBM7Zaga8OtxX45ECqXTQsCff0uFHQ8gYZQOBhez1Hy9NXJxzrWADHrdcHnd7eGKsku738GZLZGxY09Bm5hX/DWLodXfTuhvtjG513N1v4PqXOWe+qMpcwRH7Uw==',key_name='tempest-keypair-1542852316',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-rkt0pnm9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:03:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=cb7236aa-16ad-467b-90b7-cca974aa8577,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG os_vif [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '39d23bd4-aa55-5b76-adc9-446dbecac483', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap55df1c91-14, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap55df1c91-14, col_values=(('qos', UUID('5e525be3-cc8c-42f1-ad13-b00bf83e7e4b')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap55df1c91-14, col_values=(('external_ids', {'iface-id': '55df1c91-14c3-4bf0-a68e-70243ad5f12b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:c2:4a', 'vm-uuid': 'cb7236aa-16ad-467b-90b7-cca974aa8577'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:30 user nova-compute[74639]: INFO os_vif [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14')
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] No VIF found with MAC fa:16:3e:ae:c2:4a, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.network.neutron [req-b72588f1-b85d-404f-bd06-5c2072d4b469 req-0f306c87-f419-4046-a3c4-8877d43e156f service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updated VIF entry in instance network info cache for port 55df1c91-14c3-4bf0-a68e-70243ad5f12b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG nova.network.neutron [req-b72588f1-b85d-404f-bd06-5c2072d4b469 req-0f306c87-f419-4046-a3c4-8877d43e156f service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating instance_info_cache with network_info: [{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b72588f1-b85d-404f-bd06-5c2072d4b469 req-0f306c87-f419-4046-a3c4-8877d43e156f service nova] Releasing lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:03:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-ef28ae2f-e628-4f73-a9d8-2084320c0eb4 req-70926187-dfa5-4e86-b616-a9a05442797e service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ef28ae2f-e628-4f73-a9d8-2084320c0eb4 req-70926187-dfa5-4e86-b616-a9a05442797e service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ef28ae2f-e628-4f73-a9d8-2084320c0eb4 req-70926187-dfa5-4e86-b616-a9a05442797e service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ef28ae2f-e628-4f73-a9d8-2084320c0eb4 req-70926187-dfa5-4e86-b616-a9a05442797e service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-ef28ae2f-e628-4f73-a9d8-2084320c0eb4 req-70926187-dfa5-4e86-b616-a9a05442797e service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:32 user nova-compute[74639]: WARNING nova.compute.manager [req-ef28ae2f-e628-4f73-a9d8-2084320c0eb4 req-70926187-dfa5-4e86-b616-a9a05442797e service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state building and task_state spawning.
Nov 15 20:03:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:32 user nova-compute[74639]: INFO nova.compute.manager [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Terminating instance
Nov 15 20:03:32 user nova-compute[74639]: DEBUG nova.compute.manager [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:33 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Instance destroyed successfully.
Nov 15 20:03:33 user nova-compute[74639]: DEBUG nova.objects.instance [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lazy-loading 'resources' on Instance uuid a9522615-afa9-4e4d-8d24-fff0f6413ab6 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:57:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesAdminNegativeTest-server-1056012238',display_name='tempest-VolumesAdminNegativeTest-server-1056012238',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesadminnegativetest-server-1056012238',id=16,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCPn46zdRC2vis9trd5JFYPwxOmPn+2LyPf94vAab8mMvWs4EOJPqF/AuwHpy51xiQThkRmLyEg3IcDVL71c1DlcXP2n6uFsI8246wyXpVeNEl4Q23NgdBqyRuNImveJ5A==',key_name='tempest-keypair-1993900960',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:57:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='2cf098543cd94ac3bab6aa074ce788dd',ramdisk_id='',reservation_id='r-g0eubsj4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesAdminNegativeTest-866490199',owner_user_name='tempest-VolumesAdminNegativeTest-866490199-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:57:56Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='309a677eb5464cbc96f079d84dc8e6e5',uuid=a9522615-afa9-4e4d-8d24-fff0f6413ab6,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converting VIF {"id": "2d316d9d-008d-497e-9831-92c73ace0327", "address": "fa:16:3e:b5:f6:2b", "network": {"id": "c22070a5-30ac-4a3a-acfb-7782f96789a9", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2041636410-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.49", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "2cf098543cd94ac3bab6aa074ce788dd", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2d316d9d-00", "ovs_interfaceid": "2d316d9d-008d-497e-9831-92c73ace0327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b5:f6:2b,bridge_name='br-int',has_traffic_filtering=True,id=2d316d9d-008d-497e-9831-92c73ace0327,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d316d9d-00') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG os_vif [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:f6:2b,bridge_name='br-int',has_traffic_filtering=True,id=2d316d9d-008d-497e-9831-92c73ace0327,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d316d9d-00') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2d316d9d-00, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a0a63197-91b4-40c4-bde7-cb4e1d2ee227) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:03:33 user nova-compute[74639]: INFO os_vif [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b5:f6:2b,bridge_name='br-int',has_traffic_filtering=True,id=2d316d9d-008d-497e-9831-92c73ace0327,network=Network(c22070a5-30ac-4a3a-acfb-7782f96789a9),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2d316d9d-00')
Nov 15 20:03:33 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Deleting instance files /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6_del
Nov 15 20:03:33 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Deletion of /opt/stack/data/nova/instances/a9522615-afa9-4e4d-8d24-fff0f6413ab6_del complete
Nov 15 20:03:33 user nova-compute[74639]: INFO nova.compute.manager [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 15 20:03:33 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:03:33 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:03:34 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance spawned successfully.
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:34 user nova-compute[74639]: INFO nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Took 6.24 seconds to spawn the instance on the hypervisor.
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:34 user nova-compute[74639]: WARNING nova.compute.manager [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state building and task_state spawning.
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received event network-vif-unplugged-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] No waiting events found dispatching network-vif-unplugged-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received event network-vif-unplugged-2d316d9d-008d-497e-9831-92c73ace0327 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received event network-vif-plugged-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] Acquiring lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] No waiting events found dispatching network-vif-plugged-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:34 user nova-compute[74639]: WARNING nova.compute.manager [req-ec1a92a2-a316-4884-ab22-85518d682023 req-85ac9d60-004b-4a03-ad38-978b98016be6 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received unexpected event network-vif-plugged-2d316d9d-008d-497e-9831-92c73ace0327 for instance with vm_state active and task_state deleting.
Nov 15 20:03:34 user nova-compute[74639]: INFO nova.compute.manager [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Took 7.08 seconds to build instance.
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e11f61df-5fc6-42fd-854c-4e8671b89f4a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.224s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:34 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Took 0.89 seconds to deallocate network for instance.
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-e22f364c-5489-4b34-b047-c8474166c7bc req-7f83eb03-96ea-4dbe-a618-18f33fcf4946 service nova] [instance: a9522615-afa9-4e4d-8d24-fff0f6413ab6] Received event network-vif-deleted-2d316d9d-008d-497e-9831-92c73ace0327 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:03:34 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:03:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.368s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:35 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Deleted allocations for instance a9522615-afa9-4e4d-8d24-fff0f6413ab6
Nov 15 20:03:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-063b2b66-4c8b-49e2-ab2e-33d3c1131c29 tempest-VolumesAdminNegativeTest-866490199 tempest-VolumesAdminNegativeTest-866490199-project-member] Lock "a9522615-afa9-4e4d-8d24-fff0f6413ab6" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.388s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:35 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:38 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:03:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:03:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:03:38 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:03:39 user nova-compute[74639]: INFO nova.compute.claims [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Claim successful on node user
Nov 15 20:03:39 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Updating instance_info_cache with network_info: [{"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-628bd485-ac5b-4d85-bcb6-67619807d0de" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.606s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.327s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.network.neutron [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:03:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquiring lock "09cc627b-022c-404e-8a32-2a2990bafe28" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "09cc627b-022c-404e-8a32-2a2990bafe28" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:03:40 user nova-compute[74639]: INFO nova.compute.claims [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Claim successful on node user
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:03:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Creating image(s)
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "/opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "/opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "/opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.215s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG nova.policy [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ee24b0f6a164ba08b070a85d8245955', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '08957267320949fcbc490043e4a65a30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.195s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.196s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.204s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk 1073741824" returned: 0 in 0.060s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.270s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.252s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.219s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Checking if we can resize image /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.761s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:03:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Cannot resize image /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Ensure instance console log exists: /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Successfully created port: 231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:03:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Creating image(s)
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquiring lock "/opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "/opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "/opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.policy [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '45a1f9082d71432999fb6a4c13bdb8a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f1ae1ba09364449beabfd69d85d81ee', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.215s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Successfully updated port: 231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "refresh_cache-83102dda-f627-4011-9cec-3738ead4ca14" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquired lock "refresh_cache-83102dda-f627-4011-9cec-3738ead4ca14" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk 1073741824" returned: 0 in 0.075s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.296s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-9fe925d8-1772-4b02-a2f4-ca23e0ef4087 req-d7f046ad-48e4-4b62-b397-34986c27f169 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received event network-changed-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-9fe925d8-1772-4b02-a2f4-ca23e0ef4087 req-d7f046ad-48e4-4b62-b397-34986c27f169 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Refreshing instance network info cache due to event network-changed-231c9aae-2b77-4748-8ab4-5417381567d9. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:03:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9fe925d8-1772-4b02-a2f4-ca23e0ef4087 req-d7f046ad-48e4-4b62-b397-34986c27f169 service nova] Acquiring lock "refresh_cache-83102dda-f627-4011-9cec-3738ead4ca14" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Checking if we can resize image /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Cannot resize image /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Ensure instance console log exists: /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Updating instance_info_cache with network_info: [{"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Releasing lock "refresh_cache-83102dda-f627-4011-9cec-3738ead4ca14" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Instance network_info: |[{"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9fe925d8-1772-4b02-a2f4-ca23e0ef4087 req-d7f046ad-48e4-4b62-b397-34986c27f169 service nova] Acquired lock "refresh_cache-83102dda-f627-4011-9cec-3738ead4ca14" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.network.neutron [req-9fe925d8-1772-4b02-a2f4-ca23e0ef4087 req-d7f046ad-48e4-4b62-b397-34986c27f169 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Refreshing network info cache for port 231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Start _get_guest_xml network_info=[{"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:03:42 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:03:42 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Successfully created port: ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1780214566',display_name='tempest-VolumesSnapshotTestJSON-instance-1780214566',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1780214566',id=25,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIuZLCGf91Lh3ycx6WN8FDtD5nVlIW5sKW4oyhHIt0CJ6v9RyaUzCzypz7XFbQ/sWkW/7KOGG/jpNHhXjxLOMSt/YoAkZJAuYwh8BSvDW3HLitKgH9Bj5vRRRHgPjfs8TQ==',key_name='tempest-keypair-608153996',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08957267320949fcbc490043e4a65a30',ramdisk_id='',reservation_id='r-6a8ltcsq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-873686289',owner_user_name='tempest-VolumesSnapshotTestJSON-873686289-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ee24b0f6a164ba08b070a85d8245955',uuid=83102dda-f627-4011-9cec-3738ead4ca14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converting VIF {"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:ea:98,bridge_name='br-int',has_traffic_filtering=True,id=231c9aae-2b77-4748-8ab4-5417381567d9,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap231c9aae-2b') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.objects.instance [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'pci_devices' on Instance uuid 83102dda-f627-4011-9cec-3738ead4ca14 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:03:42 user nova-compute[74639]:   <uuid>83102dda-f627-4011-9cec-3738ead4ca14</uuid>
Nov 15 20:03:42 user nova-compute[74639]:   <name>instance-00000019</name>
Nov 15 20:03:42 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:03:42 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:03:42 user nova-compute[74639]:   <metadata>
Nov 15 20:03:42 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:03:42 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:03:42 user nova-compute[74639]:       <nova:name>tempest-VolumesSnapshotTestJSON-instance-1780214566</nova:name>
Nov 15 20:03:42 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:03:42</nova:creationTime>
Nov 15 20:03:42 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:03:42 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:03:42 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:03:42 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:03:42 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:03:42 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:03:42 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:03:42 user nova-compute[74639]:       <nova:owner>
Nov 15 20:03:42 user nova-compute[74639]:         <nova:user uuid="0ee24b0f6a164ba08b070a85d8245955">tempest-VolumesSnapshotTestJSON-873686289-project-member</nova:user>
Nov 15 20:03:42 user nova-compute[74639]:         <nova:project uuid="08957267320949fcbc490043e4a65a30">tempest-VolumesSnapshotTestJSON-873686289</nova:project>
Nov 15 20:03:42 user nova-compute[74639]:       </nova:owner>
Nov 15 20:03:42 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:03:42 user nova-compute[74639]:       <nova:ports>
Nov 15 20:03:42 user nova-compute[74639]:         <nova:port uuid="231c9aae-2b77-4748-8ab4-5417381567d9">
Nov 15 20:03:42 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 20:03:42 user nova-compute[74639]:         </nova:port>
Nov 15 20:03:42 user nova-compute[74639]:       </nova:ports>
Nov 15 20:03:42 user nova-compute[74639]:     </nova:instance>
Nov 15 20:03:42 user nova-compute[74639]:   </metadata>
Nov 15 20:03:42 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:03:42 user nova-compute[74639]:     <system>
Nov 15 20:03:42 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:03:42 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:03:42 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:03:42 user nova-compute[74639]:       <entry name="serial">83102dda-f627-4011-9cec-3738ead4ca14</entry>
Nov 15 20:03:42 user nova-compute[74639]:       <entry name="uuid">83102dda-f627-4011-9cec-3738ead4ca14</entry>
Nov 15 20:03:42 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:03:42 user nova-compute[74639]:     </system>
Nov 15 20:03:42 user nova-compute[74639]:   </sysinfo>
Nov 15 20:03:42 user nova-compute[74639]:   <os>
Nov 15 20:03:42 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:03:42 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:03:42 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:03:42 user nova-compute[74639]:   </os>
Nov 15 20:03:42 user nova-compute[74639]:   <features>
Nov 15 20:03:42 user nova-compute[74639]:     <acpi/>
Nov 15 20:03:42 user nova-compute[74639]:     <apic/>
Nov 15 20:03:42 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:03:42 user nova-compute[74639]:   </features>
Nov 15 20:03:42 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:03:42 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:03:42 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:03:42 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:03:42 user nova-compute[74639]:   </clock>
Nov 15 20:03:42 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:03:42 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:03:42 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:03:42 user nova-compute[74639]:   </cpu>
Nov 15 20:03:42 user nova-compute[74639]:   <devices>
Nov 15 20:03:42 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:03:42 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:03:42 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk"/>
Nov 15 20:03:42 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:03:42 user nova-compute[74639]:     </disk>
Nov 15 20:03:42 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:03:42 user nova-compute[74639]:       <mac address="fa:16:3e:f0:ea:98"/>
Nov 15 20:03:42 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:03:42 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:03:42 user nova-compute[74639]:       <target dev="tap231c9aae-2b"/>
Nov 15 20:03:42 user nova-compute[74639]:     </interface>
Nov 15 20:03:42 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:03:42 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/console.log" append="off"/>
Nov 15 20:03:42 user nova-compute[74639]:     </serial>
Nov 15 20:03:42 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:03:42 user nova-compute[74639]:     <video>
Nov 15 20:03:42 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:03:42 user nova-compute[74639]:     </video>
Nov 15 20:03:42 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:03:42 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:03:42 user nova-compute[74639]:     </rng>
Nov 15 20:03:42 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:03:42 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:03:42 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:03:42 user nova-compute[74639]:     </memballoon>
Nov 15 20:03:42 user nova-compute[74639]:   </devices>
Nov 15 20:03:42 user nova-compute[74639]: </domain>
Nov 15 20:03:42 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1780214566',display_name='tempest-VolumesSnapshotTestJSON-instance-1780214566',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1780214566',id=25,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIuZLCGf91Lh3ycx6WN8FDtD5nVlIW5sKW4oyhHIt0CJ6v9RyaUzCzypz7XFbQ/sWkW/7KOGG/jpNHhXjxLOMSt/YoAkZJAuYwh8BSvDW3HLitKgH9Bj5vRRRHgPjfs8TQ==',key_name='tempest-keypair-608153996',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='08957267320949fcbc490043e4a65a30',ramdisk_id='',reservation_id='r-6a8ltcsq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesSnapshotTestJSON-873686289',owner_user_name='tempest-VolumesSnapshotTestJSON-873686289-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:03:40Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ee24b0f6a164ba08b070a85d8245955',uuid=83102dda-f627-4011-9cec-3738ead4ca14,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converting VIF {"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f0:ea:98,bridge_name='br-int',has_traffic_filtering=True,id=231c9aae-2b77-4748-8ab4-5417381567d9,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap231c9aae-2b') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG os_vif [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:ea:98,bridge_name='br-int',has_traffic_filtering=True,id=231c9aae-2b77-4748-8ab4-5417381567d9,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap231c9aae-2b') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'fc258dff-9d7e-570a-935d-924381f51304', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap231c9aae-2b, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap231c9aae-2b, col_values=(('qos', UUID('b23d9d93-1e46-46d8-ba01-d5e028a9b54e')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap231c9aae-2b, col_values=(('external_ids', {'iface-id': '231c9aae-2b77-4748-8ab4-5417381567d9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f0:ea:98', 'vm-uuid': '83102dda-f627-4011-9cec-3738ead4ca14'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:42 user nova-compute[74639]: INFO os_vif [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f0:ea:98,bridge_name='br-int',has_traffic_filtering=True,id=231c9aae-2b77-4748-8ab4-5417381567d9,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap231c9aae-2b')
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No VIF found with MAC fa:16:3e:f0:ea:98, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.197s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-9fe925d8-1772-4b02-a2f4-ca23e0ef4087 req-d7f046ad-48e4-4b62-b397-34986c27f169 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Updated VIF entry in instance network info cache for port 231c9aae-2b77-4748-8ab4-5417381567d9. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-9fe925d8-1772-4b02-a2f4-ca23e0ef4087 req-d7f046ad-48e4-4b62-b397-34986c27f169 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Updating instance_info_cache with network_info: [{"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9fe925d8-1772-4b02-a2f4-ca23e0ef4087 req-d7f046ad-48e4-4b62-b397-34986c27f169 service nova] Releasing lock "refresh_cache-83102dda-f627-4011-9cec-3738ead4ca14" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Successfully updated port: ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquiring lock "refresh_cache-09cc627b-022c-404e-8a32-2a2990bafe28" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquired lock "refresh_cache-09cc627b-022c-404e-8a32-2a2990bafe28" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-641017b1-7486-40c9-b056-c8bfb3b5f743 req-f273c9c8-8edf-4f4a-a2c2-eec5d965faf5 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received event network-changed-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-641017b1-7486-40c9-b056-c8bfb3b5f743 req-f273c9c8-8edf-4f4a-a2c2-eec5d965faf5 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Refreshing instance network info cache due to event network-changed-ceda1f89-effc-4032-b959-8028cc584ae9. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-641017b1-7486-40c9-b056-c8bfb3b5f743 req-f273c9c8-8edf-4f4a-a2c2-eec5d965faf5 service nova] Acquiring lock "refresh_cache-09cc627b-022c-404e-8a32-2a2990bafe28" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:03:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Updating instance_info_cache with network_info: [{"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-d7aad809-563a-45d0-ac86-5ea5968fb6b5 req-4c3acbf9-9a9b-47ee-a336-226c2393b72d service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received event network-vif-plugged-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d7aad809-563a-45d0-ac86-5ea5968fb6b5 req-4c3acbf9-9a9b-47ee-a336-226c2393b72d service nova] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d7aad809-563a-45d0-ac86-5ea5968fb6b5 req-4c3acbf9-9a9b-47ee-a336-226c2393b72d service nova] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d7aad809-563a-45d0-ac86-5ea5968fb6b5 req-4c3acbf9-9a9b-47ee-a336-226c2393b72d service nova] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-d7aad809-563a-45d0-ac86-5ea5968fb6b5 req-4c3acbf9-9a9b-47ee-a336-226c2393b72d service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] No waiting events found dispatching network-vif-plugged-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:46 user nova-compute[74639]: WARNING nova.compute.manager [req-d7aad809-563a-45d0-ac86-5ea5968fb6b5 req-4c3acbf9-9a9b-47ee-a336-226c2393b72d service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received unexpected event network-vif-plugged-231c9aae-2b77-4748-8ab4-5417381567d9 for instance with vm_state building and task_state spawning.
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-9ee0efaf-7e46-413c-afb1-bb63bab58e0e req-7f0f1d8f-0a59-4211-8c12-8ee8afbcd657 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received event network-vif-plugged-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9ee0efaf-7e46-413c-afb1-bb63bab58e0e req-7f0f1d8f-0a59-4211-8c12-8ee8afbcd657 service nova] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9ee0efaf-7e46-413c-afb1-bb63bab58e0e req-7f0f1d8f-0a59-4211-8c12-8ee8afbcd657 service nova] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9ee0efaf-7e46-413c-afb1-bb63bab58e0e req-7f0f1d8f-0a59-4211-8c12-8ee8afbcd657 service nova] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-9ee0efaf-7e46-413c-afb1-bb63bab58e0e req-7f0f1d8f-0a59-4211-8c12-8ee8afbcd657 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] No waiting events found dispatching network-vif-plugged-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:46 user nova-compute[74639]: WARNING nova.compute.manager [req-9ee0efaf-7e46-413c-afb1-bb63bab58e0e req-7f0f1d8f-0a59-4211-8c12-8ee8afbcd657 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received unexpected event network-vif-plugged-231c9aae-2b77-4748-8ab4-5417381567d9 for instance with vm_state building and task_state spawning.
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Releasing lock "refresh_cache-09cc627b-022c-404e-8a32-2a2990bafe28" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Instance network_info: |[{"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-641017b1-7486-40c9-b056-c8bfb3b5f743 req-f273c9c8-8edf-4f4a-a2c2-eec5d965faf5 service nova] Acquired lock "refresh_cache-09cc627b-022c-404e-8a32-2a2990bafe28" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-641017b1-7486-40c9-b056-c8bfb3b5f743 req-f273c9c8-8edf-4f4a-a2c2-eec5d965faf5 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Refreshing network info cache for port ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Start _get_guest_xml network_info=[{"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:03:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:03:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8043MB free_disk=25.414188385009766GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Instance spawned successfully.
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:03:46 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-644142094',display_name='tempest-VolumesNegativeTest-instance-644142094',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-644142094',id=26,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f1ae1ba09364449beabfd69d85d81ee',ramdisk_id='',reservation_id='r-bhtruukb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1872626513',owner_user_name='tempest-VolumesNegativeTest-1872626513-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:03:41Z,user_data=None,user_id='45a1f9082d71432999fb6a4c13bdb8a2',uuid=09cc627b-022c-404e-8a32-2a2990bafe28,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Converting VIF {"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=ceda1f89-effc-4032-b959-8028cc584ae9,network=Network(b629d35a-774b-49d6-9ec2-73a35174988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceda1f89-ef') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lazy-loading 'pci_devices' on Instance uuid 09cc627b-022c-404e-8a32-2a2990bafe28 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:03:46 user nova-compute[74639]: INFO nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Took 6.54 seconds to spawn the instance on the hypervisor.
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:03:46 user nova-compute[74639]:   <uuid>09cc627b-022c-404e-8a32-2a2990bafe28</uuid>
Nov 15 20:03:46 user nova-compute[74639]:   <name>instance-0000001a</name>
Nov 15 20:03:46 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:03:46 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:03:46 user nova-compute[74639]:   <metadata>
Nov 15 20:03:46 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:03:46 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:03:46 user nova-compute[74639]:       <nova:name>tempest-VolumesNegativeTest-instance-644142094</nova:name>
Nov 15 20:03:46 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:03:46</nova:creationTime>
Nov 15 20:03:46 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:03:46 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:03:46 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:03:46 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:03:46 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:03:46 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:03:46 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:03:46 user nova-compute[74639]:       <nova:owner>
Nov 15 20:03:46 user nova-compute[74639]:         <nova:user uuid="45a1f9082d71432999fb6a4c13bdb8a2">tempest-VolumesNegativeTest-1872626513-project-member</nova:user>
Nov 15 20:03:46 user nova-compute[74639]:         <nova:project uuid="1f1ae1ba09364449beabfd69d85d81ee">tempest-VolumesNegativeTest-1872626513</nova:project>
Nov 15 20:03:46 user nova-compute[74639]:       </nova:owner>
Nov 15 20:03:46 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:03:46 user nova-compute[74639]:       <nova:ports>
Nov 15 20:03:46 user nova-compute[74639]:         <nova:port uuid="ceda1f89-effc-4032-b959-8028cc584ae9">
Nov 15 20:03:46 user nova-compute[74639]:           <nova:ip type="fixed" address="192.168.233.234" ipVersion="4"/>
Nov 15 20:03:46 user nova-compute[74639]:         </nova:port>
Nov 15 20:03:46 user nova-compute[74639]:       </nova:ports>
Nov 15 20:03:46 user nova-compute[74639]:     </nova:instance>
Nov 15 20:03:46 user nova-compute[74639]:   </metadata>
Nov 15 20:03:46 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:03:46 user nova-compute[74639]:     <system>
Nov 15 20:03:46 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:03:46 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:03:46 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:03:46 user nova-compute[74639]:       <entry name="serial">09cc627b-022c-404e-8a32-2a2990bafe28</entry>
Nov 15 20:03:46 user nova-compute[74639]:       <entry name="uuid">09cc627b-022c-404e-8a32-2a2990bafe28</entry>
Nov 15 20:03:46 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:03:46 user nova-compute[74639]:     </system>
Nov 15 20:03:46 user nova-compute[74639]:   </sysinfo>
Nov 15 20:03:46 user nova-compute[74639]:   <os>
Nov 15 20:03:46 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:03:46 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:03:46 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:03:46 user nova-compute[74639]:   </os>
Nov 15 20:03:46 user nova-compute[74639]:   <features>
Nov 15 20:03:46 user nova-compute[74639]:     <acpi/>
Nov 15 20:03:46 user nova-compute[74639]:     <apic/>
Nov 15 20:03:46 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:03:46 user nova-compute[74639]:   </features>
Nov 15 20:03:46 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:03:46 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:03:46 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:03:46 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:03:46 user nova-compute[74639]:   </clock>
Nov 15 20:03:46 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:03:46 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:03:46 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:03:46 user nova-compute[74639]:   </cpu>
Nov 15 20:03:46 user nova-compute[74639]:   <devices>
Nov 15 20:03:46 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:03:46 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:03:46 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk"/>
Nov 15 20:03:46 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:03:46 user nova-compute[74639]:     </disk>
Nov 15 20:03:46 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:03:46 user nova-compute[74639]:       <mac address="fa:16:3e:f8:b7:d6"/>
Nov 15 20:03:46 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:03:46 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:03:46 user nova-compute[74639]:       <target dev="tapceda1f89-ef"/>
Nov 15 20:03:46 user nova-compute[74639]:     </interface>
Nov 15 20:03:46 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:03:46 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/console.log" append="off"/>
Nov 15 20:03:46 user nova-compute[74639]:     </serial>
Nov 15 20:03:46 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:03:46 user nova-compute[74639]:     <video>
Nov 15 20:03:46 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:03:46 user nova-compute[74639]:     </video>
Nov 15 20:03:46 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:03:46 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:03:46 user nova-compute[74639]:     </rng>
Nov 15 20:03:46 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:03:46 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:03:46 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:03:46 user nova-compute[74639]:     </memballoon>
Nov 15 20:03:46 user nova-compute[74639]:   </devices>
Nov 15 20:03:46 user nova-compute[74639]: </domain>
Nov 15 20:03:46 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-644142094',display_name='tempest-VolumesNegativeTest-instance-644142094',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-644142094',id=26,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='1f1ae1ba09364449beabfd69d85d81ee',ramdisk_id='',reservation_id='r-bhtruukb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesNegativeTest-1872626513',owner_user_name='tempest-VolumesNegativeTest-1872626513-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:03:41Z,user_data=None,user_id='45a1f9082d71432999fb6a4c13bdb8a2',uuid=09cc627b-022c-404e-8a32-2a2990bafe28,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Converting VIF {"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=ceda1f89-effc-4032-b959-8028cc584ae9,network=Network(b629d35a-774b-49d6-9ec2-73a35174988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceda1f89-ef') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG os_vif [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=ceda1f89-effc-4032-b959-8028cc584ae9,network=Network(b629d35a-774b-49d6-9ec2-73a35174988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceda1f89-ef') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '00227aad-ca24-537a-9eb2-eeace6deb316', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapceda1f89-ef, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapceda1f89-ef, col_values=(('qos', UUID('e9748160-6959-408e-9d1a-9d372bacf255')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapceda1f89-ef, col_values=(('external_ids', {'iface-id': 'ceda1f89-effc-4032-b959-8028cc584ae9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f8:b7:d6', 'vm-uuid': '09cc627b-022c-404e-8a32-2a2990bafe28'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:46 user nova-compute[74639]: INFO os_vif [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=ceda1f89-effc-4032-b959-8028cc584ae9,network=Network(b629d35a-774b-49d6-9ec2-73a35174988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceda1f89-ef')
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cb7236aa-16ad-467b-90b7-cca974aa8577 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 83102dda-f627-4011-9cec-3738ead4ca14 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 09cc627b-022c-404e-8a32-2a2990bafe28 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:03:46 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:03:47 user nova-compute[74639]: INFO nova.compute.manager [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Took 7.65 seconds to build instance.
Nov 15 20:03:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] No VIF found with MAC fa:16:3e:f8:b7:d6, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b35861bd-d843-4ab4-b63c-07c388688e9c tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.743s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-641017b1-7486-40c9-b056-c8bfb3b5f743 req-f273c9c8-8edf-4f4a-a2c2-eec5d965faf5 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Updated VIF entry in instance network info cache for port ceda1f89-effc-4032-b959-8028cc584ae9. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG nova.network.neutron [req-641017b1-7486-40c9-b056-c8bfb3b5f743 req-f273c9c8-8edf-4f4a-a2c2-eec5d965faf5 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Updating instance_info_cache with network_info: [{"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-641017b1-7486-40c9-b056-c8bfb3b5f743 req-f273c9c8-8edf-4f4a-a2c2-eec5d965faf5 service nova] Releasing lock "refresh_cache-09cc627b-022c-404e-8a32-2a2990bafe28" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.709s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-7c7cd146-6077-4fa8-98f6-c86fad469838 req-fe87af13-5f3c-4e51-9c73-e3f274e32807 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received event network-vif-plugged-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7c7cd146-6077-4fa8-98f6-c86fad469838 req-fe87af13-5f3c-4e51-9c73-e3f274e32807 service nova] Acquiring lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7c7cd146-6077-4fa8-98f6-c86fad469838 req-fe87af13-5f3c-4e51-9c73-e3f274e32807 service nova] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7c7cd146-6077-4fa8-98f6-c86fad469838 req-fe87af13-5f3c-4e51-9c73-e3f274e32807 service nova] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-7c7cd146-6077-4fa8-98f6-c86fad469838 req-fe87af13-5f3c-4e51-9c73-e3f274e32807 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] No waiting events found dispatching network-vif-plugged-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:48 user nova-compute[74639]: WARNING nova.compute.manager [req-7c7cd146-6077-4fa8-98f6-c86fad469838 req-fe87af13-5f3c-4e51-9c73-e3f274e32807 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received unexpected event network-vif-plugged-ceda1f89-effc-4032-b959-8028cc584ae9 for instance with vm_state building and task_state spawning.
Nov 15 20:03:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:03:50 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Instance spawned successfully.
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:03:50 user nova-compute[74639]: INFO nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Took 9.33 seconds to spawn the instance on the hypervisor.
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:03:50 user nova-compute[74639]: INFO nova.compute.manager [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Took 10.50 seconds to build instance.
Nov 15 20:03:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e0a3ad71-2ff3-4741-86d8-867be4b861c5 tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "09cc627b-022c-404e-8a32-2a2990bafe28" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.614s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-22202a0e-4e68-4793-9b99-d92d2c1482b2 req-937ce51f-d3ed-4d78-a3b7-2fdb266e9221 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received event network-vif-plugged-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-22202a0e-4e68-4793-9b99-d92d2c1482b2 req-937ce51f-d3ed-4d78-a3b7-2fdb266e9221 service nova] Acquiring lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-22202a0e-4e68-4793-9b99-d92d2c1482b2 req-937ce51f-d3ed-4d78-a3b7-2fdb266e9221 service nova] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-22202a0e-4e68-4793-9b99-d92d2c1482b2 req-937ce51f-d3ed-4d78-a3b7-2fdb266e9221 service nova] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:03:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-22202a0e-4e68-4793-9b99-d92d2c1482b2 req-937ce51f-d3ed-4d78-a3b7-2fdb266e9221 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] No waiting events found dispatching network-vif-plugged-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:03:50 user nova-compute[74639]: WARNING nova.compute.manager [req-22202a0e-4e68-4793-9b99-d92d2c1482b2 req-937ce51f-d3ed-4d78-a3b7-2fdb266e9221 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received unexpected event network-vif-plugged-ceda1f89-effc-4032-b959-8028cc584ae9 for instance with vm_state active and task_state None.
Nov 15 20:03:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-83e8ff3a-c49a-49eb-8651-cfe69b261442 req-e78696ee-1bbf-4091-bc20-05ab8b6eb757 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-changed-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-83e8ff3a-c49a-49eb-8651-cfe69b261442 req-e78696ee-1bbf-4091-bc20-05ab8b6eb757 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Refreshing instance network info cache due to event network-changed-fcdf8c9c-c489-4d88-934d-9f7ac92aafce. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-83e8ff3a-c49a-49eb-8651-cfe69b261442 req-e78696ee-1bbf-4091-bc20-05ab8b6eb757 service nova] Acquiring lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-83e8ff3a-c49a-49eb-8651-cfe69b261442 req-e78696ee-1bbf-4091-bc20-05ab8b6eb757 service nova] Acquired lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG nova.network.neutron [req-83e8ff3a-c49a-49eb-8651-cfe69b261442 req-e78696ee-1bbf-4091-bc20-05ab8b6eb757 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Refreshing network info cache for port fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'flavor' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:03:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.075s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:00 user nova-compute[74639]: INFO nova.compute.manager [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Attaching volume b0baf510-9981-4a40-a129-98e6e9427359 to /dev/vdb
Nov 15 20:04:00 user nova-compute[74639]: DEBUG os_brick.utils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[91d478d5-cdb7-4775-9687-4dbe136b0a11]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[293366f3-8e78-4512-bd86-3b25ca809342]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe36a033-15c7-4c43-926b-025684072666]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ca55093-06fa-4d20-bf01-4aa22ba47c33]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:04:00 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[431f3fc5-5d6e-41e1-a5e6-e225db512c50]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG os_brick.utils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] <== get_connector_properties: return (138ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updating existing volume attachment record: e11265b8-e8fd-44a6-9e4e-ae949526ec89 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-83e8ff3a-c49a-49eb-8651-cfe69b261442 req-e78696ee-1bbf-4091-bc20-05ab8b6eb757 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updated VIF entry in instance network info cache for port fcdf8c9c-c489-4d88-934d-9f7ac92aafce. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-83e8ff3a-c49a-49eb-8651-cfe69b261442 req-e78696ee-1bbf-4091-bc20-05ab8b6eb757 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updating instance_info_cache with network_info: [{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:04:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-83e8ff3a-c49a-49eb-8651-cfe69b261442 req-e78696ee-1bbf-4091-bc20-05ab8b6eb757 service nova] Releasing lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:04:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LYsKcQIU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:04:05 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:04:05 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:04:05 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260" returned: 21 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a30e9db2-0791-46b4-8282-8caecfca3bf4]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:04:05 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[684e065e-1c12-4000-a534-df6864db155c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359] added
Nov 15 20:04:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bfaeee3d-1503-4e1c-a890-a8c9cdc25790]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9bc64d28-5c20-457e-a8f5-14605be6ff57]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LYsKcQIU {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v LYsKcQIU" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ae30368c-7910-45bd-b526-02f7c704658c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'LYsKcQIU'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[82d8de79-9415-4511-b244-62bb4e448d31]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[55d4fbb7-4de0-4b01-aaf0-fd84d1061fef]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:05 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:05 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --login" returned: 0 in 0.058s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f4a0714a-7580-446b-9123-ae5e1776f296]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359, portal: 172.16.0.220,3260]
Nov 15 20:04:05 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359, portal: 172.16.0.220,3260] successful.
Nov 15 20:04:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d4dae78c-a7ec-49cb-83c4-85e65e5987b4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ff8d56a-5052-4c1a-a992-b6e4ea6ec913]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:05 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:05 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:05 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:05 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.306s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] HCTL ('34', '-', '-', 0) found on session 29 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a42d298-f61e-4ee2-817b-4e35161f65b8]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching for a device in session 29 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:04:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LYsKcQIU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:04:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.342s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:04:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] <== connect_volume: return (1344ms) {'type': 'block', 'scsi_wwn': '23432336432623230', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:04:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23432336432623230', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:04:06 user nova-compute[74639]: DEBUG nova.objects.instance [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'flavor' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:04:06 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:04:06 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:04:06 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:04:06 user nova-compute[74639]:   <serial>b0baf510-9981-4a40-a129-98e6e9427359</serial>
Nov 15 20:04:06 user nova-compute[74639]: </disk>
Nov 15 20:04:06 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:04:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:04:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:04:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No VIF found with MAC fa:16:3e:c7:aa:22, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:04:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-68d74acd-e06e-454b-89e5-410da87d883c tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.063s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:07 user nova-compute[74639]: INFO nova.compute.manager [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Rescuing
Nov 15 20:04:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:04:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquired lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:04:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:04:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:08 user nova-compute[74639]: DEBUG nova.network.neutron [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updating instance_info_cache with network_info: [{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:04:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Releasing lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:04:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Instance destroyed successfully.
Nov 15 20:04:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Attempting rescue
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74639) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Instance directory exists: not creating {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 20:04:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Creating image(s)
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'trusted_certs' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.225s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue" returned: 0 in 0.058s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.290s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'migration_context' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.base [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<d6cc2f09-9386-422a-bdf8-58213a7e5fe2> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Start _get_guest_xml network_info=[{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "vif_mac": "fa:16:3e:c7:aa:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'disk.rescue': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30', 'kernel_id': '', 'ramdisk_id': ''} block_device_info=None {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'resources' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.base [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<d6cc2f09-9386-422a-bdf8-58213a7e5fe2> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'numa_topology' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.base [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<d6cc2f09-9386-422a-bdf8-58213a7e5fe2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:09 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:09 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'vcpu_model' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.base [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<d6cc2f09-9386-422a-bdf8-58213a7e5fe2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:02:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1075567937',display_name='tempest-ServerRescueNegativeTestJSON-server-1075567937',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1075567937',id=22,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKCcCbRoOoYPYQPC2N9VwwgzuJqxGxmi248kG6XJ8qX9BFXdrF+C6VLqGVz2BrS4SblV2mSzV+IjnmVAe0zGiiArK7Li2YiB6PIdNodE0m+9zYnIWvzL8R6WvXwhDQVTqA==',key_name='tempest-keypair-1863160211',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:02:14Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-qy844git',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:02:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=d6cc2f09-9386-422a-bdf8-58213a7e5fe2,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "vif_mac": "fa:16:3e:c7:aa:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "vif_mac": "fa:16:3e:c7:aa:22"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c7:aa:22,bridge_name='br-int',has_traffic_filtering=True,id=fcdf8c9c-c489-4d88-934d-9f7ac92aafce,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcdf8c9c-c4') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'pci_devices' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.objects.base [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Object Instance<d6cc2f09-9386-422a-bdf8-58213a7e5fe2> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:04:09 user nova-compute[74639]:   <uuid>d6cc2f09-9386-422a-bdf8-58213a7e5fe2</uuid>
Nov 15 20:04:09 user nova-compute[74639]:   <name>instance-00000016</name>
Nov 15 20:04:09 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:04:09 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:04:09 user nova-compute[74639]:   <metadata>
Nov 15 20:04:09 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:04:09 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:04:09 user nova-compute[74639]:       <nova:name>tempest-ServerRescueNegativeTestJSON-server-1075567937</nova:name>
Nov 15 20:04:09 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:04:09</nova:creationTime>
Nov 15 20:04:09 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:04:09 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:04:09 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:04:09 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:04:09 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:04:09 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:04:09 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:04:09 user nova-compute[74639]:       <nova:owner>
Nov 15 20:04:09 user nova-compute[74639]:         <nova:user uuid="0d2a9fcc8f774cfcb71ca2d7e46108a0">tempest-ServerRescueNegativeTestJSON-610519705-project-member</nova:user>
Nov 15 20:04:09 user nova-compute[74639]:         <nova:project uuid="d51abb16ae914832bf1d8ae37a886268">tempest-ServerRescueNegativeTestJSON-610519705</nova:project>
Nov 15 20:04:09 user nova-compute[74639]:       </nova:owner>
Nov 15 20:04:09 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:04:09 user nova-compute[74639]:       <nova:ports>
Nov 15 20:04:09 user nova-compute[74639]:         <nova:port uuid="fcdf8c9c-c489-4d88-934d-9f7ac92aafce">
Nov 15 20:04:09 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 20:04:09 user nova-compute[74639]:         </nova:port>
Nov 15 20:04:09 user nova-compute[74639]:       </nova:ports>
Nov 15 20:04:09 user nova-compute[74639]:     </nova:instance>
Nov 15 20:04:09 user nova-compute[74639]:   </metadata>
Nov 15 20:04:09 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:04:09 user nova-compute[74639]:     <system>
Nov 15 20:04:09 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:04:09 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:04:09 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:04:09 user nova-compute[74639]:       <entry name="serial">d6cc2f09-9386-422a-bdf8-58213a7e5fe2</entry>
Nov 15 20:04:09 user nova-compute[74639]:       <entry name="uuid">d6cc2f09-9386-422a-bdf8-58213a7e5fe2</entry>
Nov 15 20:04:09 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:04:09 user nova-compute[74639]:     </system>
Nov 15 20:04:09 user nova-compute[74639]:   </sysinfo>
Nov 15 20:04:09 user nova-compute[74639]:   <os>
Nov 15 20:04:09 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:04:09 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:04:09 user nova-compute[74639]:   </os>
Nov 15 20:04:09 user nova-compute[74639]:   <features>
Nov 15 20:04:09 user nova-compute[74639]:     <acpi/>
Nov 15 20:04:09 user nova-compute[74639]:     <apic/>
Nov 15 20:04:09 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:04:09 user nova-compute[74639]:   </features>
Nov 15 20:04:09 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:04:09 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:04:09 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:04:09 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:04:09 user nova-compute[74639]:   </clock>
Nov 15 20:04:09 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:04:09 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:04:09 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:04:09 user nova-compute[74639]:   </cpu>
Nov 15 20:04:09 user nova-compute[74639]:   <devices>
Nov 15 20:04:09 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:04:09 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:04:09 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue"/>
Nov 15 20:04:09 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:04:09 user nova-compute[74639]:     </disk>
Nov 15 20:04:09 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:04:09 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:04:09 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk"/>
Nov 15 20:04:09 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 20:04:09 user nova-compute[74639]:     </disk>
Nov 15 20:04:09 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:04:09 user nova-compute[74639]:       <mac address="fa:16:3e:c7:aa:22"/>
Nov 15 20:04:09 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:04:09 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:04:09 user nova-compute[74639]:       <target dev="tapfcdf8c9c-c4"/>
Nov 15 20:04:09 user nova-compute[74639]:     </interface>
Nov 15 20:04:09 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:04:09 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/console.log" append="off"/>
Nov 15 20:04:09 user nova-compute[74639]:     </serial>
Nov 15 20:04:09 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:04:09 user nova-compute[74639]:     <video>
Nov 15 20:04:09 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:04:09 user nova-compute[74639]:     </video>
Nov 15 20:04:09 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:04:09 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:04:09 user nova-compute[74639]:     </rng>
Nov 15 20:04:09 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:04:09 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:04:09 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:04:09 user nova-compute[74639]:     </memballoon>
Nov 15 20:04:09 user nova-compute[74639]:   </devices>
Nov 15 20:04:09 user nova-compute[74639]: </domain>
Nov 15 20:04:09 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:04:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Instance destroyed successfully.
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:04:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] No VIF found with MAC fa:16:3e:c7:aa:22, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:04:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-a4aeac01-8282-422d-a01e-3c115a75f15f req-f16d0230-b8bf-40fc-8394-8dcff54a4269 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-unplugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4aeac01-8282-422d-a01e-3c115a75f15f req-f16d0230-b8bf-40fc-8394-8dcff54a4269 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4aeac01-8282-422d-a01e-3c115a75f15f req-f16d0230-b8bf-40fc-8394-8dcff54a4269 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4aeac01-8282-422d-a01e-3c115a75f15f req-f16d0230-b8bf-40fc-8394-8dcff54a4269 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-a4aeac01-8282-422d-a01e-3c115a75f15f req-f16d0230-b8bf-40fc-8394-8dcff54a4269 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-unplugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:11 user nova-compute[74639]: WARNING nova.compute.manager [req-a4aeac01-8282-422d-a01e-3c115a75f15f req-f16d0230-b8bf-40fc-8394-8dcff54a4269 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-unplugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state active and task_state rescuing.
Nov 15 20:04:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:13 user nova-compute[74639]: WARNING nova.compute.manager [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state active and task_state rescuing.
Nov 15 20:04:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:13 user nova-compute[74639]: WARNING nova.compute.manager [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state active and task_state rescuing.
Nov 15 20:04:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:13 user nova-compute[74639]: WARNING nova.compute.manager [req-6d70300b-53f4-4604-a65a-a7aea92ed7b6 req-ac83bc53-3fc9-4d1a-8ab0-07a14b4cde40 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state active and task_state rescuing.
Nov 15 20:04:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-43e40a35-b157-44f8-b19e-b52a863800dd tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:04:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:15 user nova-compute[74639]: INFO nova.compute.manager [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Rescuing
Nov 15 20:04:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:04:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquired lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:04:15 user nova-compute[74639]: DEBUG nova.network.neutron [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:04:16 user nova-compute[74639]: DEBUG nova.network.neutron [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updating instance_info_cache with network_info: [{"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:04:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Releasing lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:04:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:16 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Instance destroyed successfully.
Nov 15 20:04:16 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Attempting a stable device rescue
Nov 15 20:04:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74639) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 20:04:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Instance directory exists: not creating {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 20:04:17 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Creating image(s)
Nov 15 20:04:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "/opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "/opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "/opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.005s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:17 user nova-compute[74639]: DEBUG nova.objects.instance [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'trusted_certs' on Instance uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "b119e2e56d2bddd34277de9c6366942311d488d9" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "b119e2e56d2bddd34277de9c6366942311d488d9" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9.part --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:18 user nova-compute[74639]: DEBUG nova.virt.images [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] db34039f-2fa9-457b-a377-ee379cdd9cd5 was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 20:04:18 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:04:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9.part /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9.part /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9.converted" returned: 0 in 0.444s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9.converted --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "b119e2e56d2bddd34277de9c6366942311d488d9" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.190s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "b119e2e56d2bddd34277de9c6366942311d488d9" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "b119e2e56d2bddd34277de9c6366942311d488d9" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9 --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9,backing_fmt=raw /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9,backing_fmt=raw /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue" returned: 0 in 0.048s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "b119e2e56d2bddd34277de9c6366942311d488d9" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.250s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'migration_context' on Instance uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<cd1202e8-ad5f-46cd-9f64-96661da09f7c> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Start _get_guest_xml network_info=[{"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "vif_mac": "fa:16:3e:91:f7:3d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'db34039f-2fa9-457b-a377-ee379cdd9cd5', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqUFlscx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, 'status': 'reserved', 'instance': 'cd1202e8-ad5f-46cd-9f64-96661da09f7c', 'attached_at': '', 'detached_at': '', 'volume_id': '77e33575-da68-496b-b79f-d5ecd631184e', 'serial': '77e33575-da68-496b-b79f-d5ecd631184e'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'df735f05-2915-4deb-81b1-da94be6a0ff5', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'resources' on Instance uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<cd1202e8-ad5f-46cd-9f64-96661da09f7c> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'numa_topology' on Instance uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<cd1202e8-ad5f-46cd-9f64-96661da09f7c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'vcpu_model' on Instance uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<cd1202e8-ad5f-46cd-9f64-96661da09f7c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqUFlscx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:04:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:04:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:04:19 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[25653092-e219-4022-a39b-c31a87149d9f]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = zqUFlscx\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 15 20:04:19 user nova-compute[74639]: node.name = iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:04:19 user nova-compute[74639]: node.tpgt = -1
Nov 15 20:04:19 user nova-compute[74639]: node.startup = automatic
Nov 15 20:04:19 user nova-compute[74639]: node.leading_login = No
Nov 15 20:04:19 user nova-compute[74639]: iface.iscsi_ifacename = default
Nov 15 20:04:19 user nova-compute[74639]: iface.net_ifacename = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.ipaddress = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.prefix_len = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.hwaddress = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.transport_name = tcp
Nov 15 20:04:19 user nova-compute[74639]: iface.initiatorname = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.state = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.vlan_id = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.vlan_priority = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.vlan_state = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.iface_num = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.mtu = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.port = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.bootproto = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.subnet_mask = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.gateway = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.dhcp_alt_client_id_state = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.dhcp_alt_client_id = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.dhcp_dns = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.dhcp_learn_iqn = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.dhcp_req_vendor_id_state = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.dhcp_vendor_id_state = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.dhcp_vendor_id = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.dhcp_slp_da = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.fragmentation = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.gratuitous_arp = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.incoming_forwarding = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.tos_state = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.tos = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.ttl = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.delayed_ack = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.tcp_nagle = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.tcp_wsf_state = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.tcp_wsf = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.tcp_timer_scale = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.tcp_timestamp = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.redirect = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.def_task_mgmt_timeout = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.header_digest = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.data_digest = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.immediate_data = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.initial_r2t = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.data_seq_inorder = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.data_pdu_inorder = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.erl = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.max_receive_data_len = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.first_burst_len = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.max_outstanding_r2t = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.max_burst_len = 0
Nov 15 20:04:19 user nova-compute[74639]: iface.chap_auth = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.bidi_chap = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.strict_login_compliance = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.discovery_auth = <empty>
Nov 15 20:04:19 user nova-compute[74639]: iface.discovery_logout = <empty>
Nov 15 20:04:19 user nova-compute[74639]: node.discovery_address = <empty>
Nov 15 20:04:19 user nova-compute[74639]: node.discovery_port = 0
Nov 15 20:04:19 user nova-compute[74639]: node.discovery_type = static
Nov 15 20:04:19 user nova-compute[74639]: node.session.initial_cmdsn = 0
Nov 15 20:04:19 user nova-compute[74639]: node.session.initial_login_retry_max = 8
Nov 15 20:04:19 user nova-compute[74639]: node.session.xmit_thread_priority = -20
Nov 15 20:04:19 user nova-compute[74639]: node.session.cmds_max = 128
Nov 15 20:04:19 user nova-compute[74639]: node.session.queue_depth = 32
Nov 15 20:04:19 user nova-compute[74639]: node.session.nr_sessions = 1
Nov 15 20:04:19 user nova-compute[74639]: node.session.auth.authmethod = CHAP
Nov 15 20:04:19 user nova-compute[74639]: node.session.auth.username = zqUFlscx
Nov 15 20:04:19 user nova-compute[74639]: node.session.auth.password = ***
Nov 15 20:04:19 user nova-compute[74639]: node.session.auth.username_in = <empty>
Nov 15 20:04:19 user nova-compute[74639]: node.session.auth.password_in = <empty>
Nov 15 20:04:19 user nova-compute[74639]: node.session.auth.chap_algs = MD5
Nov 15 20:04:19 user nova-compute[74639]: node.session.timeo.replacement_timeout = 120
Nov 15 20:04:19 user nova-compute[74639]: node.session.err_timeo.abort_timeout = 15
Nov 15 20:04:19 user nova-compute[74639]: node.session.err_timeo.lu_reset_timeout = 30
Nov 15 20:04:19 user nova-compute[74639]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 15 20:04:19 user nova-compute[74639]: node.session.err_timeo.host_reset_timeout = 60
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.FastAbort = Yes
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.InitialR2T = No
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.ImmediateData = Yes
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.FirstBurstLength = 262144
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.MaxBurstLength = 16776192
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.DefaultTime2Retain = 0
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.DefaultTime2Wait = 2
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.MaxConnections = 1
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 15 20:04:19 user nova-compute[74639]: node.session.iscsi.ERL = 0
Nov 15 20:04:19 user nova-compute[74639]: node.session.scan = manual
Nov 15 20:04:19 user nova-compute[74639]: node.session.reopen_max = 0
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].address = 172.16.0.220
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].port = 3260
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].startup = manual
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].tcp.window_size = 524288
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].tcp.type_of_service = 0
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].timeo.logout_timeout = 15
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].timeo.login_timeout = 15
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].timeo.auth_timeout = 45
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].timeo.noop_out_interval = 5
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].timeo.noop_out_timeout = 5
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].iscsi.HeaderDigest = None
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].iscsi.DataDigest = None
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].iscsi.IFMarker = No
Nov 15 20:04:19 user nova-compute[74639]: node.conn[0].iscsi.OFMarker = No
Nov 15 20:04:19 user nova-compute[74639]: # END RECORD
Nov 15 20:04:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[24d78c1f-6ebc-4246-b4bf-fd802059c1f3]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[12052a1e-6e57-4088-ad92-5c4e8c75927b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zqUFlscx {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zqUFlscx" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[804d0c6b-65e7-4e92-b02e-6b65d47c48be]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zqUFlscx'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7e9542e-bae5-4dd5-97e5-db8441e519ae]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b7b01d05-8aca-4170-8203-083e59a41c00]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:19 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:19 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:19 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:19 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.155s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] HCTL ('36', '0', '0', 0) found on session 28 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Scanning host 36 c: 0, t: 0, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host36/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host36/scan" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[82cf56ab-d1c3-4d82-8f27-23837ad16db5]: (4, ('0 0 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching for a device in session 28 and hctl ('36', '0', '0', 0) yield: sde {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Connected to sde using {'target_iqn': 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqUFlscx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.178s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] <== connect_volume: return (179ms) {'type': 'block', 'scsi_wwn': '26433666133383863', 'path': '/dev/sde'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26433666133383863', 'path': '/dev/sde'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:02:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-814966071',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-814966071',id=23,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:02:40Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-adirdc7c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:02:41Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=cd1202e8-ad5f-46cd-9f64-96661da09f7c,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "vif_mac": "fa:16:3e:91:f7:3d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "vif_mac": "fa:16:3e:91:f7:3d"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:91:f7:3d,bridge_name='br-int',has_traffic_filtering=True,id=0081b6ac-be39-41c3-9532-282385d4fbbf,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0081b6ac-be') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'pci_devices' on Instance uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.objects.base [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<cd1202e8-ad5f-46cd-9f64-96661da09f7c> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:04:19 user nova-compute[74639]:   <uuid>cd1202e8-ad5f-46cd-9f64-96661da09f7c</uuid>
Nov 15 20:04:19 user nova-compute[74639]:   <name>instance-00000017</name>
Nov 15 20:04:19 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:04:19 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:04:19 user nova-compute[74639]:   <metadata>
Nov 15 20:04:19 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:04:19 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:04:19 user nova-compute[74639]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-814966071</nova:name>
Nov 15 20:04:19 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:04:19</nova:creationTime>
Nov 15 20:04:19 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:04:19 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:04:19 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:04:19 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:04:19 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:04:19 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:04:19 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:04:19 user nova-compute[74639]:       <nova:owner>
Nov 15 20:04:19 user nova-compute[74639]:         <nova:user uuid="afae79772419472b8a582a92daf925a9">tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member</nova:user>
Nov 15 20:04:19 user nova-compute[74639]:         <nova:project uuid="bd10b7f49c5f4e94a4afbf9d61b9b81d">tempest-ServerBootFromVolumeStableRescueTest-1555454741</nova:project>
Nov 15 20:04:19 user nova-compute[74639]:       </nova:owner>
Nov 15 20:04:19 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:04:19 user nova-compute[74639]:       <nova:ports>
Nov 15 20:04:19 user nova-compute[74639]:         <nova:port uuid="0081b6ac-be39-41c3-9532-282385d4fbbf">
Nov 15 20:04:19 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 20:04:19 user nova-compute[74639]:         </nova:port>
Nov 15 20:04:19 user nova-compute[74639]:       </nova:ports>
Nov 15 20:04:19 user nova-compute[74639]:     </nova:instance>
Nov 15 20:04:19 user nova-compute[74639]:   </metadata>
Nov 15 20:04:19 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:04:19 user nova-compute[74639]:     <system>
Nov 15 20:04:19 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:04:19 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:04:19 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:04:19 user nova-compute[74639]:       <entry name="serial">cd1202e8-ad5f-46cd-9f64-96661da09f7c</entry>
Nov 15 20:04:19 user nova-compute[74639]:       <entry name="uuid">cd1202e8-ad5f-46cd-9f64-96661da09f7c</entry>
Nov 15 20:04:19 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:04:19 user nova-compute[74639]:     </system>
Nov 15 20:04:19 user nova-compute[74639]:   </sysinfo>
Nov 15 20:04:19 user nova-compute[74639]:   <os>
Nov 15 20:04:19 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:04:19 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:04:19 user nova-compute[74639]:   </os>
Nov 15 20:04:19 user nova-compute[74639]:   <features>
Nov 15 20:04:19 user nova-compute[74639]:     <acpi/>
Nov 15 20:04:19 user nova-compute[74639]:     <apic/>
Nov 15 20:04:19 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:04:19 user nova-compute[74639]:   </features>
Nov 15 20:04:19 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:04:19 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:04:19 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:04:19 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:04:19 user nova-compute[74639]:   </clock>
Nov 15 20:04:19 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:04:19 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:04:19 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:04:19 user nova-compute[74639]:   </cpu>
Nov 15 20:04:19 user nova-compute[74639]:   <devices>
Nov 15 20:04:19 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:04:19 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:04:19 user nova-compute[74639]:       <source dev="/dev/sde"/>
Nov 15 20:04:19 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:04:19 user nova-compute[74639]:       <serial>77e33575-da68-496b-b79f-d5ecd631184e</serial>
Nov 15 20:04:19 user nova-compute[74639]:     </disk>
Nov 15 20:04:19 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:04:19 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:04:19 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue"/>
Nov 15 20:04:19 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 20:04:19 user nova-compute[74639]:       <boot order="1"/>
Nov 15 20:04:19 user nova-compute[74639]:     </disk>
Nov 15 20:04:19 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:04:19 user nova-compute[74639]:       <mac address="fa:16:3e:91:f7:3d"/>
Nov 15 20:04:19 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:04:19 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:04:19 user nova-compute[74639]:       <target dev="tap0081b6ac-be"/>
Nov 15 20:04:19 user nova-compute[74639]:     </interface>
Nov 15 20:04:19 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:04:19 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/console.log" append="off"/>
Nov 15 20:04:19 user nova-compute[74639]:     </serial>
Nov 15 20:04:19 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:04:19 user nova-compute[74639]:     <video>
Nov 15 20:04:19 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:04:19 user nova-compute[74639]:     </video>
Nov 15 20:04:19 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:04:19 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:04:19 user nova-compute[74639]:     </rng>
Nov 15 20:04:19 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:04:19 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:04:19 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:04:19 user nova-compute[74639]:     </memballoon>
Nov 15 20:04:19 user nova-compute[74639]:   </devices>
Nov 15 20:04:19 user nova-compute[74639]: </domain>
Nov 15 20:04:19 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:04:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Instance destroyed successfully.
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:04:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No VIF found with MAC fa:16:3e:91:f7:3d, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:04:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-fbf2561e-15e1-4328-a540-1748ed62747b req-0ead4caf-61dd-4cfe-885f-10bb0febfe06 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-unplugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fbf2561e-15e1-4328-a540-1748ed62747b req-0ead4caf-61dd-4cfe-885f-10bb0febfe06 service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fbf2561e-15e1-4328-a540-1748ed62747b req-0ead4caf-61dd-4cfe-885f-10bb0febfe06 service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fbf2561e-15e1-4328-a540-1748ed62747b req-0ead4caf-61dd-4cfe-885f-10bb0febfe06 service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-fbf2561e-15e1-4328-a540-1748ed62747b req-0ead4caf-61dd-4cfe-885f-10bb0febfe06 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-unplugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:22 user nova-compute[74639]: WARNING nova.compute.manager [req-fbf2561e-15e1-4328-a540-1748ed62747b req-0ead4caf-61dd-4cfe-885f-10bb0febfe06 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-unplugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state active and task_state rescuing.
Nov 15 20:04:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:04:23 user nova-compute[74639]: INFO nova.compute.claims [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Claim successful on node user
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:23 user nova-compute[74639]: INFO nova.compute.manager [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Detaching volume 00bec559-035e-4722-9620-212d73820635
Nov 15 20:04:23 user nova-compute[74639]: INFO nova.virt.block_device [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Attempting to driver detach volume 00bec559-035e-4722-9620-212d73820635 from mountpoint /dev/vdb
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Attempting to detach device vdb from instance bce03a28-8d3f-4168-990c-152cf6658d99 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:04:23 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:04:23 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:04:23 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:04:23 user nova-compute[74639]:   <serial>00bec559-035e-4722-9620-212d73820635</serial>
Nov 15 20:04:23 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 20:04:23 user nova-compute[74639]: </disk>
Nov 15 20:04:23 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:04:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully detached device vdb from instance bce03a28-8d3f-4168-990c-152cf6658d99 from the persistent domain config.
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance bce03a28-8d3f-4168-990c-152cf6658d99 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:04:23 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:04:23 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:04:23 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:04:23 user nova-compute[74639]:   <serial>00bec559-035e-4722-9620-212d73820635</serial>
Nov 15 20:04:23 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 20:04:23 user nova-compute[74639]: </disk>
Nov 15 20:04:23 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.471s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-04d5dbc5-6602-4d8d-a433-634754d5f8ff tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.network.neutron [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:04:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG nova.policy [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ae49556adfd7496ea180851bd3c4a17e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75e2cdeb5b054a49865d901a07560c1e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:04:23 user nova-compute[74639]: INFO nova.virt.block_device [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Booting with volume 2634517e-d357-45d8-a77a-fb4f2736e5f5 at /dev/vda
Nov 15 20:04:23 user nova-compute[74639]: DEBUG os_brick.utils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a893ab5a-8924-4673-9e08-8dab5081b953]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ff30cdd-3e56-4709-af8e-bfb338fc6780]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e439bb6-0b2c-40ff-a85f-9eecbef07b4b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[62fb0ed9-8985-4f1a-9ca1-76c3d3a87f3f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:04:24 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cde885c9-baec-4aeb-8a9d-a3036be79a9c]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG os_brick.utils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] <== get_connector_properties: return (142ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating existing volume attachment record: 349d54e8-59f3-4dca-b358-0c437d202c0d {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Successfully created port: cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:24 user nova-compute[74639]: WARNING nova.compute.manager [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state rescued and task_state None.
Nov 15 20:04:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:24 user nova-compute[74639]: WARNING nova.compute.manager [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state rescued and task_state None.
Nov 15 20:04:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:24 user nova-compute[74639]: WARNING nova.compute.manager [req-e4276140-96a3-46cd-b23a-93134b6e5bc5 req-75ad48d4-5b8c-4f2a-9973-76d1d60de97e service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state rescued and task_state None.
Nov 15 20:04:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Successfully updated port: cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:04:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:04:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquired lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:04:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:04:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:04:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:04:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Releasing lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:04:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Instance network_info: |[{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:04:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd7cb203-58e7-43af-b5af-cf5eee7f1beb req-123e87e7-df81-44cd-a6af-f513d5efa3d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd7cb203-58e7-43af-b5af-cf5eee7f1beb req-123e87e7-df81-44cd-a6af-f513d5efa3d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing instance network info cache due to event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:04:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd7cb203-58e7-43af-b5af-cf5eee7f1beb req-123e87e7-df81-44cd-a6af-f513d5efa3d9 service nova] Acquiring lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:04:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd7cb203-58e7-43af-b5af-cf5eee7f1beb req-123e87e7-df81-44cd-a6af-f513d5efa3d9 service nova] Acquired lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:04:26 user nova-compute[74639]: DEBUG nova.network.neutron [req-cd7cb203-58e7-43af-b5af-cf5eee7f1beb req-123e87e7-df81-44cd-a6af-f513d5efa3d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:04:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:27 user nova-compute[74639]: DEBUG nova.network.neutron [req-cd7cb203-58e7-43af-b5af-cf5eee7f1beb req-123e87e7-df81-44cd-a6af-f513d5efa3d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updated VIF entry in instance network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:04:27 user nova-compute[74639]: DEBUG nova.network.neutron [req-cd7cb203-58e7-43af-b5af-cf5eee7f1beb req-123e87e7-df81-44cd-a6af-f513d5efa3d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:04:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd7cb203-58e7-43af-b5af-cf5eee7f1beb req-123e87e7-df81-44cd-a6af-f513d5efa3d9 service nova] Releasing lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:04:29 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Creating image(s)
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Ensure instance console log exists: /opt/stack/data/nova/instances/35dbf7fb-1bbf-4194-a473-4b3bf30ce571/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Start _get_guest_xml network_info=[{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQXKwatx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '35dbf7fb-1bbf-4194-a473-4b3bf30ce571', 'attached_at': '', 'detached_at': '', 'volume_id': '2634517e-d357-45d8-a77a-fb4f2736e5f5', 'serial': '2634517e-d357-45d8-a77a-fb4f2736e5f5'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'attachment_id': '349d54e8-59f3-4dca-b358-0c437d202c0d', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:04:29 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:29 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQXKwatx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:04:29 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:04:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:04:29 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:04:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:04:29 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46433a9-4e7e-4735-be2a-0819a4eef3bd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:04:29 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bde9139-fb48-49c6-9cd2-710a608b515a]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5] added
Nov 15 20:04:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[69bedf91-591a-4280-b528-e95ac4556487]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[08557e3b-d239-4473-8164-38eccaa85e47]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bQXKwatx {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bQXKwatx" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f33abfb-5221-4148-9f9f-084d79eac35f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bQXKwatx'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3c902801-ad51-4c2c-a2f7-7e7b27605bb6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[98f594bf-d6e7-4726-b399-1096a2891e98]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --login" returned: 0 in 0.075s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7bc06a6c-75bc-425b-b4d8-55fce2ec6ccc]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260]
Nov 15 20:04:30 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260] successful.
Nov 15 20:04:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[446ab583-0de0-4725-9b3f-e00f89cb9dc9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[39322812-41e9-48c4-b281-0a009b63dad9]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:04:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.339s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] HCTL ('35', '-', '-', 0) found on session 30 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c77f3a6c-b53c-4749-975b-125bf1656f6c]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:04:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Searching for a device in session 30 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQXKwatx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.372s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] <== connect_volume: return (1375ms) {'type': 'block', 'scsi_wwn': '26634326164303931', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634326164303931', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:04:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532260902',display_name='tempest-TestShelveInstance-server-532260902',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532260902',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNNH92Ic5lSEOERbDI6KWh9P552BpkPz+MC7b39y9KE4b+lHgsOQSak8hYkcIF2DPeCL20vHrJMAetCJ8fVIvhFRi+98cWE6X/AMF7pwsk5faB4LGAONLh9lIajolu+iTA==',key_name='tempest-TestShelveInstance-141417980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='75e2cdeb5b054a49865d901a07560c1e',ramdisk_id='',reservation_id='r-w5ksr7uk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-246467754',owner_user_name='tempest-TestShelveInstance-246467754-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:04:24Z,user_data=None,user_id='ae49556adfd7496ea180851bd3c4a17e',uuid=35dbf7fb-1bbf-4194-a473-4b3bf30ce571,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converting VIF {"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.objects.instance [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lazy-loading 'pci_devices' on Instance uuid 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:04:31 user nova-compute[74639]:   <uuid>35dbf7fb-1bbf-4194-a473-4b3bf30ce571</uuid>
Nov 15 20:04:31 user nova-compute[74639]:   <name>instance-0000001b</name>
Nov 15 20:04:31 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:04:31 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:04:31 user nova-compute[74639]:   <metadata>
Nov 15 20:04:31 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:04:31 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:04:31 user nova-compute[74639]:       <nova:name>tempest-TestShelveInstance-server-532260902</nova:name>
Nov 15 20:04:31 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:04:29</nova:creationTime>
Nov 15 20:04:31 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:04:31 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:04:31 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:04:31 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:04:31 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:04:31 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:04:31 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:04:31 user nova-compute[74639]:       <nova:owner>
Nov 15 20:04:31 user nova-compute[74639]:         <nova:user uuid="ae49556adfd7496ea180851bd3c4a17e">tempest-TestShelveInstance-246467754-project-member</nova:user>
Nov 15 20:04:31 user nova-compute[74639]:         <nova:project uuid="75e2cdeb5b054a49865d901a07560c1e">tempest-TestShelveInstance-246467754</nova:project>
Nov 15 20:04:31 user nova-compute[74639]:       </nova:owner>
Nov 15 20:04:31 user nova-compute[74639]:       <nova:ports>
Nov 15 20:04:31 user nova-compute[74639]:         <nova:port uuid="cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564">
Nov 15 20:04:31 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 20:04:31 user nova-compute[74639]:         </nova:port>
Nov 15 20:04:31 user nova-compute[74639]:       </nova:ports>
Nov 15 20:04:31 user nova-compute[74639]:     </nova:instance>
Nov 15 20:04:31 user nova-compute[74639]:   </metadata>
Nov 15 20:04:31 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:04:31 user nova-compute[74639]:     <system>
Nov 15 20:04:31 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:04:31 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:04:31 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:04:31 user nova-compute[74639]:       <entry name="serial">35dbf7fb-1bbf-4194-a473-4b3bf30ce571</entry>
Nov 15 20:04:31 user nova-compute[74639]:       <entry name="uuid">35dbf7fb-1bbf-4194-a473-4b3bf30ce571</entry>
Nov 15 20:04:31 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:04:31 user nova-compute[74639]:     </system>
Nov 15 20:04:31 user nova-compute[74639]:   </sysinfo>
Nov 15 20:04:31 user nova-compute[74639]:   <os>
Nov 15 20:04:31 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:04:31 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:04:31 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:04:31 user nova-compute[74639]:   </os>
Nov 15 20:04:31 user nova-compute[74639]:   <features>
Nov 15 20:04:31 user nova-compute[74639]:     <acpi/>
Nov 15 20:04:31 user nova-compute[74639]:     <apic/>
Nov 15 20:04:31 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:04:31 user nova-compute[74639]:   </features>
Nov 15 20:04:31 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:04:31 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:04:31 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:04:31 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:04:31 user nova-compute[74639]:   </clock>
Nov 15 20:04:31 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:04:31 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:04:31 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:04:31 user nova-compute[74639]:   </cpu>
Nov 15 20:04:31 user nova-compute[74639]:   <devices>
Nov 15 20:04:31 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:04:31 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:04:31 user nova-compute[74639]:       <source dev="/dev/sdd"/>
Nov 15 20:04:31 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:04:31 user nova-compute[74639]:       <serial>2634517e-d357-45d8-a77a-fb4f2736e5f5</serial>
Nov 15 20:04:31 user nova-compute[74639]:     </disk>
Nov 15 20:04:31 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:04:31 user nova-compute[74639]:       <mac address="fa:16:3e:a9:22:ea"/>
Nov 15 20:04:31 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:04:31 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:04:31 user nova-compute[74639]:       <target dev="tapcfe8f0ed-e0"/>
Nov 15 20:04:31 user nova-compute[74639]:     </interface>
Nov 15 20:04:31 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:04:31 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/35dbf7fb-1bbf-4194-a473-4b3bf30ce571/console.log" append="off"/>
Nov 15 20:04:31 user nova-compute[74639]:     </serial>
Nov 15 20:04:31 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:04:31 user nova-compute[74639]:     <video>
Nov 15 20:04:31 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:04:31 user nova-compute[74639]:     </video>
Nov 15 20:04:31 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:04:31 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:04:31 user nova-compute[74639]:     </rng>
Nov 15 20:04:31 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:04:31 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:04:31 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:04:31 user nova-compute[74639]:     </memballoon>
Nov 15 20:04:31 user nova-compute[74639]:   </devices>
Nov 15 20:04:31 user nova-compute[74639]: </domain>
Nov 15 20:04:31 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:04:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532260902',display_name='tempest-TestShelveInstance-server-532260902',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532260902',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNNH92Ic5lSEOERbDI6KWh9P552BpkPz+MC7b39y9KE4b+lHgsOQSak8hYkcIF2DPeCL20vHrJMAetCJ8fVIvhFRi+98cWE6X/AMF7pwsk5faB4LGAONLh9lIajolu+iTA==',key_name='tempest-TestShelveInstance-141417980',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='75e2cdeb5b054a49865d901a07560c1e',ramdisk_id='',reservation_id='r-w5ksr7uk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestShelveInstance-246467754',owner_user_name='tempest-TestShelveInstance-246467754-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:04:24Z,user_data=None,user_id='ae49556adfd7496ea180851bd3c4a17e',uuid=35dbf7fb-1bbf-4194-a473-4b3bf30ce571,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converting VIF {"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG os_vif [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '839046b3-0620-56ef-865b-e77ff2355a45', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcfe8f0ed-e0, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcfe8f0ed-e0, col_values=(('qos', UUID('29c7945e-f3b0-4458-a5ba-df20a5b37444')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcfe8f0ed-e0, col_values=(('external_ids', {'iface-id': 'cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a9:22:ea', 'vm-uuid': '35dbf7fb-1bbf-4194-a473-4b3bf30ce571'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:31 user nova-compute[74639]: INFO os_vif [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0')
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:04:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] No VIF found with MAC fa:16:3e:a9:22:ea, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:04:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-c57ee5da-508e-475a-a519-05a7e001a8ab req-b3380e91-80ce-4623-bb0f-f7d90aa24370 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c57ee5da-508e-475a-a519-05a7e001a8ab req-b3380e91-80ce-4623-bb0f-f7d90aa24370 service nova] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c57ee5da-508e-475a-a519-05a7e001a8ab req-b3380e91-80ce-4623-bb0f-f7d90aa24370 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c57ee5da-508e-475a-a519-05a7e001a8ab req-b3380e91-80ce-4623-bb0f-f7d90aa24370 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-c57ee5da-508e-475a-a519-05a7e001a8ab req-b3380e91-80ce-4623-bb0f-f7d90aa24370 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] No waiting events found dispatching network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:32 user nova-compute[74639]: WARNING nova.compute.manager [req-c57ee5da-508e-475a-a519-05a7e001a8ab req-b3380e91-80ce-4623-bb0f-f7d90aa24370 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received unexpected event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 for instance with vm_state building and task_state spawning.
Nov 15 20:04:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:04:34 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Instance spawned successfully.
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-ad4504af-dc16-496d-89d2-44e531239f7c req-4592be8d-199a-4e77-9170-53fb4b583439 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ad4504af-dc16-496d-89d2-44e531239f7c req-4592be8d-199a-4e77-9170-53fb4b583439 service nova] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ad4504af-dc16-496d-89d2-44e531239f7c req-4592be8d-199a-4e77-9170-53fb4b583439 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ad4504af-dc16-496d-89d2-44e531239f7c req-4592be8d-199a-4e77-9170-53fb4b583439 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-ad4504af-dc16-496d-89d2-44e531239f7c req-4592be8d-199a-4e77-9170-53fb4b583439 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] No waiting events found dispatching network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:34 user nova-compute[74639]: WARNING nova.compute.manager [req-ad4504af-dc16-496d-89d2-44e531239f7c req-4592be8d-199a-4e77-9170-53fb4b583439 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received unexpected event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 for instance with vm_state building and task_state spawning.
Nov 15 20:04:34 user nova-compute[74639]: INFO nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Took 5.14 seconds to spawn the instance on the hypervisor.
Nov 15 20:04:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:04:35 user nova-compute[74639]: INFO nova.compute.manager [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Took 12.06 seconds to build instance.
Nov 15 20:04:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-85cf3536-9b1a-4a91-a5cc-583681e93988 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 12.172s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:04:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:04:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:04:39 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:04:40 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updating instance_info_cache with network_info: [{"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:04:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:04:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:04:40 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:40 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:40 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:40 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:40 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:04:41 user nova-compute[74639]: INFO nova.compute.claims [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Claim successful on node user
Nov 15 20:04:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.679s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:04:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:04:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG nova.policy [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74aff3b9726b493bb29f52e091d34d4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d6315f7034e48d3904879f9d9a07705', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:04:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Creating image(s)
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "/opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "/opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "/opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.208s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk 1073741824" returned: 0 in 0.054s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue --force-share --output=json" returned: 0 in 0.203s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Successfully created port: 2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Checking if we can resize image /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.239s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Cannot resize image /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Ensure instance console log exists: /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:04:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance bce03a28-8d3f-4168-990c-152cf6658d99 is timed out.
Nov 15 20:04:44 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully detached device vdb from instance bce03a28-8d3f-4168-990c-152cf6658d99 from the live domain config.
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'yVoaSqYd', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:04:44 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a7c3d7f-5fba-486c-a005-f5d82299b161]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:04:44 user nova-compute[74639]: No targets found.
Nov 15 20:04:44 user nova-compute[74639]: iSNS:
Nov 15 20:04:44 user nova-compute[74639]: No targets found.
Nov 15 20:04:44 user nova-compute[74639]: STATIC:
Nov 15 20:04:44 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5
Nov 15 20:04:44 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:04:44 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:04:44 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:04:44 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:04:44 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:04:44 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359
Nov 15 20:04:44 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:04:44 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:04:44 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635
Nov 15 20:04:44 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:04:44 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:04:44 user nova-compute[74639]: FIRMWARE:
Nov 15 20:04:44 user nova-compute[74639]: No targets found.
Nov 15 20:04:44 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:04:44 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:04:44 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Successfully updated port: 2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0d754cea-ba71-4f20-b7d4-561fc98c3e3e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "refresh_cache-397e4963-602d-427e-9c7d-64a65e7de228" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquired lock "refresh_cache-397e4963-602d-427e-9c7d-64a65e7de228" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue --force-share --output=json" returned: 0 in 0.197s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[83585206-ec55-4708-b784-bc543dae41d6]: (4, ('tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)\ntcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:44 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:44 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:44 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:04:44 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [27] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 (non-flash)
Nov 15 20:04:44 user nova-compute[74639]: tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:04:44 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:04:44 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:04:44 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704ea7a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-e9574607-392f-4057-9c08-b74736ba9b99 req-971bb655-ba70-437e-a08c-14a29de10c2d service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received event network-changed-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-e9574607-392f-4057-9c08-b74736ba9b99 req-971bb655-ba70-437e-a08c-14a29de10c2d service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Refreshing instance network info cache due to event network-changed-2265351f-3d2c-4356-ace2-b11931a0fc91. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e9574607-392f-4057-9c08-b74736ba9b99 req-971bb655-ba70-437e-a08c-14a29de10c2d service nova] Acquiring lock "refresh_cache-397e4963-602d-427e-9c7d-64a65e7de228" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6233cc22-aaea-49c9-9046-91e1014da90a]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2ef4038-6d5a-4915-8878-f78aaaa11a64]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[37d6ca0d-02a1-4ec8-a306-1b6930d7a8d2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.048s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[70b3b5b6-ad37-454a-8b2b-87f1703a9e63]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ba1e28f-3a7a-432f-8b64-c9c99502538f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue --force-share --output=json" returned: 0 in 0.202s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --logout" returned: 0 in 0.065s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[75e95bd7-eb2a-47e9-8d42-50f27529c17e]: (4, ('Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260]\nLogout of [sid: 27, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 27, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260]
Nov 15 20:04:44 user nova-compute[74639]: Logout of [sid: 27, target: iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635, portal: 172.16.0.220,3260] successful.
Nov 15 20:04:44 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:00bec559-035e-4722-9620-212d73820635 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff3e685b-3a7c-4612-8238-f1be1c05d618]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.381s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== disconnect_volume: return (384ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Updating instance_info_cache with network_info: [{"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Releasing lock "refresh_cache-397e4963-602d-427e-9c7d-64a65e7de228" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Instance network_info: |[{"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e9574607-392f-4057-9c08-b74736ba9b99 req-971bb655-ba70-437e-a08c-14a29de10c2d service nova] Acquired lock "refresh_cache-397e4963-602d-427e-9c7d-64a65e7de228" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-e9574607-392f-4057-9c08-b74736ba9b99 req-971bb655-ba70-437e-a08c-14a29de10c2d service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Refreshing network info cache for port 2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Start _get_guest_xml network_info=[{"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:04:44 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:44 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:04:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1973789388',display_name='tempest-AttachVolumeNegativeTest-server-1973789388',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1973789388',id=28,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEcMP9ImlnOFbOm0/wXTmgYbfifb6eoVVV8BZCaFmNPRtBYowZftLwYKy1VooULxP8yNp0RDLWGU6NIUvwgsvUNmO9SuMX4ryPuVT57lLkRRvzrecr3qXNU5wO2rVnwEUg==',key_name='tempest-keypair-1573940871',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-jz03mqgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:04:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=397e4963-602d-427e-9c7d-64a65e7de228,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:c6:26,bridge_name='br-int',has_traffic_filtering=True,id=2265351f-3d2c-4356-ace2-b11931a0fc91,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2265351f-3d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.objects.instance [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'pci_devices' on Instance uuid 397e4963-602d-427e-9c7d-64a65e7de228 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:04:44 user nova-compute[74639]:   <uuid>397e4963-602d-427e-9c7d-64a65e7de228</uuid>
Nov 15 20:04:44 user nova-compute[74639]:   <name>instance-0000001c</name>
Nov 15 20:04:44 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:04:44 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:04:44 user nova-compute[74639]:   <metadata>
Nov 15 20:04:44 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:04:44 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:04:44 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1973789388</nova:name>
Nov 15 20:04:44 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:04:44</nova:creationTime>
Nov 15 20:04:44 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:04:44 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:04:44 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:04:44 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:04:44 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:04:44 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:04:44 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:04:44 user nova-compute[74639]:       <nova:owner>
Nov 15 20:04:44 user nova-compute[74639]:         <nova:user uuid="74aff3b9726b493bb29f52e091d34d4a">tempest-AttachVolumeNegativeTest-539543471-project-member</nova:user>
Nov 15 20:04:44 user nova-compute[74639]:         <nova:project uuid="0d6315f7034e48d3904879f9d9a07705">tempest-AttachVolumeNegativeTest-539543471</nova:project>
Nov 15 20:04:44 user nova-compute[74639]:       </nova:owner>
Nov 15 20:04:44 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:04:44 user nova-compute[74639]:       <nova:ports>
Nov 15 20:04:44 user nova-compute[74639]:         <nova:port uuid="2265351f-3d2c-4356-ace2-b11931a0fc91">
Nov 15 20:04:44 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 20:04:44 user nova-compute[74639]:         </nova:port>
Nov 15 20:04:44 user nova-compute[74639]:       </nova:ports>
Nov 15 20:04:44 user nova-compute[74639]:     </nova:instance>
Nov 15 20:04:44 user nova-compute[74639]:   </metadata>
Nov 15 20:04:44 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:04:44 user nova-compute[74639]:     <system>
Nov 15 20:04:44 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:04:44 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:04:44 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:04:44 user nova-compute[74639]:       <entry name="serial">397e4963-602d-427e-9c7d-64a65e7de228</entry>
Nov 15 20:04:44 user nova-compute[74639]:       <entry name="uuid">397e4963-602d-427e-9c7d-64a65e7de228</entry>
Nov 15 20:04:44 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:04:44 user nova-compute[74639]:     </system>
Nov 15 20:04:44 user nova-compute[74639]:   </sysinfo>
Nov 15 20:04:44 user nova-compute[74639]:   <os>
Nov 15 20:04:44 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:04:44 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:04:44 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:04:44 user nova-compute[74639]:   </os>
Nov 15 20:04:44 user nova-compute[74639]:   <features>
Nov 15 20:04:44 user nova-compute[74639]:     <acpi/>
Nov 15 20:04:44 user nova-compute[74639]:     <apic/>
Nov 15 20:04:44 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:04:44 user nova-compute[74639]:   </features>
Nov 15 20:04:44 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:04:44 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:04:44 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:04:44 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:04:44 user nova-compute[74639]:   </clock>
Nov 15 20:04:44 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:04:44 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:04:44 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:04:44 user nova-compute[74639]:   </cpu>
Nov 15 20:04:44 user nova-compute[74639]:   <devices>
Nov 15 20:04:44 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:04:44 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:04:44 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk"/>
Nov 15 20:04:44 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:04:44 user nova-compute[74639]:     </disk>
Nov 15 20:04:44 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:04:44 user nova-compute[74639]:       <mac address="fa:16:3e:aa:c6:26"/>
Nov 15 20:04:44 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:04:44 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:04:44 user nova-compute[74639]:       <target dev="tap2265351f-3d"/>
Nov 15 20:04:44 user nova-compute[74639]:     </interface>
Nov 15 20:04:44 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:04:44 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/console.log" append="off"/>
Nov 15 20:04:44 user nova-compute[74639]:     </serial>
Nov 15 20:04:44 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:04:44 user nova-compute[74639]:     <video>
Nov 15 20:04:44 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:04:44 user nova-compute[74639]:     </video>
Nov 15 20:04:44 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:04:44 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:04:44 user nova-compute[74639]:     </rng>
Nov 15 20:04:44 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:04:44 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:04:44 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:04:44 user nova-compute[74639]:     </memballoon>
Nov 15 20:04:44 user nova-compute[74639]:   </devices>
Nov 15 20:04:44 user nova-compute[74639]: </domain>
Nov 15 20:04:44 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:04:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1973789388',display_name='tempest-AttachVolumeNegativeTest-server-1973789388',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1973789388',id=28,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEcMP9ImlnOFbOm0/wXTmgYbfifb6eoVVV8BZCaFmNPRtBYowZftLwYKy1VooULxP8yNp0RDLWGU6NIUvwgsvUNmO9SuMX4ryPuVT57lLkRRvzrecr3qXNU5wO2rVnwEUg==',key_name='tempest-keypair-1573940871',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-jz03mqgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:04:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=397e4963-602d-427e-9c7d-64a65e7de228,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:aa:c6:26,bridge_name='br-int',has_traffic_filtering=True,id=2265351f-3d2c-4356-ace2-b11931a0fc91,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2265351f-3d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG os_vif [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:c6:26,bridge_name='br-int',has_traffic_filtering=True,id=2265351f-3d2c-4356-ace2-b11931a0fc91,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2265351f-3d') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'ed377ab0-71b7-50fd-b672-baf64b11ed74', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.234s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap2265351f-3d, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap2265351f-3d, col_values=(('qos', UUID('231673cb-a651-4502-ac5f-6e8b1329a2b6')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap2265351f-3d, col_values=(('external_ids', {'iface-id': '2265351f-3d2c-4356-ace2-b11931a0fc91', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:aa:c6:26', 'vm-uuid': '397e4963-602d-427e-9c7d-64a65e7de228'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:44 user nova-compute[74639]: INFO os_vif [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:aa:c6:26,bridge_name='br-int',has_traffic_filtering=True,id=2265351f-3d2c-4356-ace2-b11931a0fc91,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2265351f-3d')
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No VIF found with MAC fa:16:3e:aa:c6:26, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG nova.network.neutron [req-e9574607-392f-4057-9c08-b74736ba9b99 req-971bb655-ba70-437e-a08c-14a29de10c2d service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Updated VIF entry in instance network info cache for port 2265351f-3d2c-4356-ace2-b11931a0fc91. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG nova.network.neutron [req-e9574607-392f-4057-9c08-b74736ba9b99 req-971bb655-ba70-437e-a08c-14a29de10c2d service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Updating instance_info_cache with network_info: [{"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e9574607-392f-4057-9c08-b74736ba9b99 req-971bb655-ba70-437e-a08c-14a29de10c2d service nova] Releasing lock "refresh_cache-397e4963-602d-427e-9c7d-64a65e7de228" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG nova.objects.instance [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-24e4b394-1ee4-4cae-b7d0-0b8c451cf933 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.391s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.471s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b0368a75-4b10-4e36-909b-3211f03120bf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b0368a75-4b10-4e36-909b-3211f03120bf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" acquired by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: waited 0.004s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b0368a75-4b10-4e36-909b-3211f03120bf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b0368a75-4b10-4e36-909b-3211f03120bf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=74639) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3358}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-b0368a75-4b10-4e36-909b-3211f03120bf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-ac0a73c2-8dbb-44c2-a209-7f88178fe106 req-5aebf8f0-60b5-45a0-baaf-a3d7fb89836a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received event network-vif-plugged-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ac0a73c2-8dbb-44c2-a209-7f88178fe106 req-5aebf8f0-60b5-45a0-baaf-a3d7fb89836a service nova] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ac0a73c2-8dbb-44c2-a209-7f88178fe106 req-5aebf8f0-60b5-45a0-baaf-a3d7fb89836a service nova] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ac0a73c2-8dbb-44c2-a209-7f88178fe106 req-5aebf8f0-60b5-45a0-baaf-a3d7fb89836a service nova] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-ac0a73c2-8dbb-44c2-a209-7f88178fe106 req-5aebf8f0-60b5-45a0-baaf-a3d7fb89836a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] No waiting events found dispatching network-vif-plugged-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:46 user nova-compute[74639]: WARNING nova.compute.manager [req-ac0a73c2-8dbb-44c2-a209-7f88178fe106 req-5aebf8f0-60b5-45a0-baaf-a3d7fb89836a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received unexpected event network-vif-plugged-2265351f-3d2c-4356-ace2-b11931a0fc91 for instance with vm_state building and task_state spawning.
Nov 15 20:04:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk --force-share --output=json" returned: 0 in 0.243s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:04:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received event network-vif-plugged-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] No waiting events found dispatching network-vif-plugged-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:48 user nova-compute[74639]: WARNING nova.compute.manager [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received unexpected event network-vif-plugged-2265351f-3d2c-4356-ace2-b11931a0fc91 for instance with vm_state building and task_state spawning.
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-unplugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-unplugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:48 user nova-compute[74639]: WARNING nova.compute.manager [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-unplugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state active and task_state powering-off.
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:04:48 user nova-compute[74639]: WARNING nova.compute.manager [req-533e8555-f230-44bc-8426-2260fb24e9f3 req-f6064361-be5b-426f-a74e-1e88dbc187e8 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state active and task_state powering-off.
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:04:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance destroyed successfully.
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b0368a75-4b10-4e36-909b-3211f03120bf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:04:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Instance spawned successfully.
Nov 15 20:04:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:04:48 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:48 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7417MB free_disk=25.218612670898438GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b0368a75-4b10-4e36-909b-3211f03120bf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" "released" by "nova.compute.manager.ComputeManager.stop_instance.<locals>.do_stop_instance" :: held 2.793s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:49 user nova-compute[74639]: INFO nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Took 6.27 seconds to spawn the instance on the hypervisor.
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cb7236aa-16ad-467b-90b7-cca974aa8577 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 83102dda-f627-4011-9cec-3738ead4ca14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 09cc627b-022c-404e-8a32-2a2990bafe28 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 397e4963-602d-427e-9c7d-64a65e7de228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6656MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 20:04:49 user nova-compute[74639]: INFO nova.compute.manager [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Took 7.56 seconds to build instance.
Nov 15 20:04:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8761f7a7-9341-4442-952b-389b3e843e2f tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.736s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.723s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:04:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 20:04:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 20:04:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:04:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:05:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:11 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:05:11 user nova-compute[74639]: INFO nova.compute.claims [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Claim successful on node user
Nov 15 20:05:11 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:05:11 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:05:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.502s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:05:12 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:05:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG nova.policy [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a0c44398b8fc4635a47d1e96cfb15448', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f7f83c51452412196147e7389bb0dd2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:05:12 user nova-compute[74639]: INFO nova.virt.block_device [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Booting with volume db2f7c70-a1bd-41e7-b675-e4bd41c61c98 at /dev/vda
Nov 15 20:05:12 user nova-compute[74639]: DEBUG os_brick.utils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c6d67d2-ed51-4f2a-8a43-24651784fd76]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c2f288e8-1625-4c7f-848d-0e23eac7fe2d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[108c02e3-4466-45a0-85c9-434354e99d5a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[62708f3a-b1c7-424e-858e-50088e81063a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:05:12 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:05:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec0cf4f1-4c54-445f-903b-de3a02d2264f]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG os_brick.utils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating existing volume attachment record: 888ee72a-c919-425f-aa4a-73c565294d04 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:12 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Successfully created port: 777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Successfully updated port: 777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquired lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-cec5ee98-33d5-42bc-9367-69883a35b992 req-3230b495-f6bc-407b-9a7b-e64a807d76d1 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-changed-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-cec5ee98-33d5-42bc-9367-69883a35b992 req-3230b495-f6bc-407b-9a7b-e64a807d76d1 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Refreshing instance network info cache due to event network-changed-777e7b8d-2757-47f0-b857-a4558cf0295b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cec5ee98-33d5-42bc-9367-69883a35b992 req-3230b495-f6bc-407b-9a7b-e64a807d76d1 service nova] Acquiring lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating instance_info_cache with network_info: [{"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Releasing lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Instance network_info: |[{"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cec5ee98-33d5-42bc-9367-69883a35b992 req-3230b495-f6bc-407b-9a7b-e64a807d76d1 service nova] Acquired lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-cec5ee98-33d5-42bc-9367-69883a35b992 req-3230b495-f6bc-407b-9a7b-e64a807d76d1 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Refreshing network info cache for port 777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-cec5ee98-33d5-42bc-9367-69883a35b992 req-3230b495-f6bc-407b-9a7b-e64a807d76d1 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updated VIF entry in instance network info cache for port 777e7b8d-2757-47f0-b857-a4558cf0295b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-cec5ee98-33d5-42bc-9367-69883a35b992 req-3230b495-f6bc-407b-9a7b-e64a807d76d1 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating instance_info_cache with network_info: [{"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:05:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cec5ee98-33d5-42bc-9367-69883a35b992 req-3230b495-f6bc-407b-9a7b-e64a807d76d1 service nova] Releasing lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:05:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:05:17 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Creating image(s)
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Ensure instance console log exists: /opt/stack/data/nova/instances/59146f09-2c45-4194-88e1-2ff47e3c9dcf/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Start _get_guest_xml network_info=[{"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XepdSzoZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '59146f09-2c45-4194-88e1-2ff47e3c9dcf', 'attached_at': '', 'detached_at': '', 'volume_id': 'db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'serial': 'db2f7c70-a1bd-41e7-b675-e4bd41c61c98'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'attachment_id': '888ee72a-c919-425f-aa4a-73c565294d04', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:05:17 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:05:17 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XepdSzoZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:05:17 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:05:17 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:05:17 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dd71b8f-79c4-413f-832a-621e00d20e78]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:05:17 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[10c60d6a-9b40-4515-8ab7-4f574bd508f4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98] added
Nov 15 20:05:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0070b0be-ef0c-4c03-aea1-0af4c5b52d1c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b545c610-2f6a-438a-88bc-f30e056a7cbb]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XepdSzoZ {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XepdSzoZ" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c6df292-460c-4a7d-a928-b970b51a6799]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XepdSzoZ'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f4d6e08-5d50-4b0f-82f6-6b3b7021440f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9607a0c6-1d32-46d0-b52c-7a04151c88f0]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7b9b7d7-688d-4a67-bee8-5b96178a64b9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260]
Nov 15 20:05:17 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260] successful.
Nov 15 20:05:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[162248c6-0d00-40f2-bbc7-372d788e0870]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e351ddea-f9bf-4a92-9c2b-6c20d36d5c2a]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:05:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.284s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] HCTL ('33', '-', '-', 0) found on session 31 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cd783ed-6c2c-4c5b-8f55-72d9c498b020]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-5099a2ef-d253-46e6-8de0-02fc8445b86a req-c3b076fe-5fde-4ba7-beab-29856e500e22 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-changed-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-5099a2ef-d253-46e6-8de0-02fc8445b86a req-c3b076fe-5fde-4ba7-beab-29856e500e22 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Refreshing instance network info cache due to event network-changed-55df1c91-14c3-4bf0-a68e-70243ad5f12b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5099a2ef-d253-46e6-8de0-02fc8445b86a req-c3b076fe-5fde-4ba7-beab-29856e500e22 service nova] Acquiring lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5099a2ef-d253-46e6-8de0-02fc8445b86a req-c3b076fe-5fde-4ba7-beab-29856e500e22 service nova] Acquired lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.network.neutron [req-5099a2ef-d253-46e6-8de0-02fc8445b86a req-c3b076fe-5fde-4ba7-beab-29856e500e22 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Refreshing network info cache for port 55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.network.neutron [req-5099a2ef-d253-46e6-8de0-02fc8445b86a req-c3b076fe-5fde-4ba7-beab-29856e500e22 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updated VIF entry in instance network info cache for port 55df1c91-14c3-4bf0-a68e-70243ad5f12b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:05:17 user nova-compute[74639]: DEBUG nova.network.neutron [req-5099a2ef-d253-46e6-8de0-02fc8445b86a req-c3b076fe-5fde-4ba7-beab-29856e500e22 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating instance_info_cache with network_info: [{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5099a2ef-d253-46e6-8de0-02fc8445b86a req-c3b076fe-5fde-4ba7-beab-29856e500e22 service nova] Releasing lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching for a device in session 31 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XepdSzoZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.315s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== connect_volume: return (1317ms) {'type': 'block', 'scsi_wwn': '26336353865333230', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336353865333230', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:05:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1085528372',display_name='tempest-ServerActionsTestOtherA-server-1085528372',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1085528372',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJATPKm0ZbR1aX8Z+Ui4I0MmfC465VAYb6XW2bvolfG5sTfQb7JxLo/0qEsRjZHHeKLcXwsK3jRWPHk5dNaoTYCEdiSn0P7JD7I2W79BgqWy2/DMLWpyimUUFXLzP2bcOg==',key_name='tempest-keypair-1505687362',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-zl0jyu0l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:05:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=59146f09-2c45-4194-88e1-2ff47e3c9dcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'pci_devices' on Instance uuid 59146f09-2c45-4194-88e1-2ff47e3c9dcf {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:05:18 user nova-compute[74639]:   <uuid>59146f09-2c45-4194-88e1-2ff47e3c9dcf</uuid>
Nov 15 20:05:18 user nova-compute[74639]:   <name>instance-0000001d</name>
Nov 15 20:05:18 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:05:18 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:05:18 user nova-compute[74639]:   <metadata>
Nov 15 20:05:18 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:05:18 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:05:18 user nova-compute[74639]:       <nova:name>tempest-ServerActionsTestOtherA-server-1085528372</nova:name>
Nov 15 20:05:18 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:05:17</nova:creationTime>
Nov 15 20:05:18 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:05:18 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:05:18 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:05:18 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:05:18 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:05:18 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:05:18 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:05:18 user nova-compute[74639]:       <nova:owner>
Nov 15 20:05:18 user nova-compute[74639]:         <nova:user uuid="a0c44398b8fc4635a47d1e96cfb15448">tempest-ServerActionsTestOtherA-1803249031-project-member</nova:user>
Nov 15 20:05:18 user nova-compute[74639]:         <nova:project uuid="4f7f83c51452412196147e7389bb0dd2">tempest-ServerActionsTestOtherA-1803249031</nova:project>
Nov 15 20:05:18 user nova-compute[74639]:       </nova:owner>
Nov 15 20:05:18 user nova-compute[74639]:       <nova:ports>
Nov 15 20:05:18 user nova-compute[74639]:         <nova:port uuid="777e7b8d-2757-47f0-b857-a4558cf0295b">
Nov 15 20:05:18 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 20:05:18 user nova-compute[74639]:         </nova:port>
Nov 15 20:05:18 user nova-compute[74639]:       </nova:ports>
Nov 15 20:05:18 user nova-compute[74639]:     </nova:instance>
Nov 15 20:05:18 user nova-compute[74639]:   </metadata>
Nov 15 20:05:18 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:05:18 user nova-compute[74639]:     <system>
Nov 15 20:05:18 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:05:18 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:05:18 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:05:18 user nova-compute[74639]:       <entry name="serial">59146f09-2c45-4194-88e1-2ff47e3c9dcf</entry>
Nov 15 20:05:18 user nova-compute[74639]:       <entry name="uuid">59146f09-2c45-4194-88e1-2ff47e3c9dcf</entry>
Nov 15 20:05:18 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:05:18 user nova-compute[74639]:     </system>
Nov 15 20:05:18 user nova-compute[74639]:   </sysinfo>
Nov 15 20:05:18 user nova-compute[74639]:   <os>
Nov 15 20:05:18 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:05:18 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:05:18 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:05:18 user nova-compute[74639]:   </os>
Nov 15 20:05:18 user nova-compute[74639]:   <features>
Nov 15 20:05:18 user nova-compute[74639]:     <acpi/>
Nov 15 20:05:18 user nova-compute[74639]:     <apic/>
Nov 15 20:05:18 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:05:18 user nova-compute[74639]:   </features>
Nov 15 20:05:18 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:05:18 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:05:18 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:05:18 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:05:18 user nova-compute[74639]:   </clock>
Nov 15 20:05:18 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:05:18 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:05:18 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:05:18 user nova-compute[74639]:   </cpu>
Nov 15 20:05:18 user nova-compute[74639]:   <devices>
Nov 15 20:05:18 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:05:18 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:05:18 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 20:05:18 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:05:18 user nova-compute[74639]:       <serial>db2f7c70-a1bd-41e7-b675-e4bd41c61c98</serial>
Nov 15 20:05:18 user nova-compute[74639]:     </disk>
Nov 15 20:05:18 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:05:18 user nova-compute[74639]:       <mac address="fa:16:3e:eb:8d:76"/>
Nov 15 20:05:18 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:05:18 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:05:18 user nova-compute[74639]:       <target dev="tap777e7b8d-27"/>
Nov 15 20:05:18 user nova-compute[74639]:     </interface>
Nov 15 20:05:18 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:05:18 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/59146f09-2c45-4194-88e1-2ff47e3c9dcf/console.log" append="off"/>
Nov 15 20:05:18 user nova-compute[74639]:     </serial>
Nov 15 20:05:18 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:05:18 user nova-compute[74639]:     <video>
Nov 15 20:05:18 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:05:18 user nova-compute[74639]:     </video>
Nov 15 20:05:18 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:05:18 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:05:18 user nova-compute[74639]:     </rng>
Nov 15 20:05:18 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:05:18 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:05:18 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:05:18 user nova-compute[74639]:     </memballoon>
Nov 15 20:05:18 user nova-compute[74639]:   </devices>
Nov 15 20:05:18 user nova-compute[74639]: </domain>
Nov 15 20:05:18 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:05:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1085528372',display_name='tempest-ServerActionsTestOtherA-server-1085528372',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1085528372',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJATPKm0ZbR1aX8Z+Ui4I0MmfC465VAYb6XW2bvolfG5sTfQb7JxLo/0qEsRjZHHeKLcXwsK3jRWPHk5dNaoTYCEdiSn0P7JD7I2W79BgqWy2/DMLWpyimUUFXLzP2bcOg==',key_name='tempest-keypair-1505687362',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-zl0jyu0l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:05:12Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=59146f09-2c45-4194-88e1-2ff47e3c9dcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG os_vif [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f01fca3-2e94-599d-8500-dd52ad1e6789', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap777e7b8d-27, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap777e7b8d-27, col_values=(('qos', UUID('e8c4fa6d-7831-4d68-82c3-da8ed29339f5')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap777e7b8d-27, col_values=(('external_ids', {'iface-id': '777e7b8d-2757-47f0-b857-a4558cf0295b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:eb:8d:76', 'vm-uuid': '59146f09-2c45-4194-88e1-2ff47e3c9dcf'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:18 user nova-compute[74639]: INFO os_vif [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27')
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:05:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No VIF found with MAC fa:16:3e:eb:8d:76, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:05:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-eead5b7c-1050-418a-be85-c98f71ced711 req-f3c65509-7334-4858-a187-2a79823bdc5a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-eead5b7c-1050-418a-be85-c98f71ced711 req-f3c65509-7334-4858-a187-2a79823bdc5a service nova] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-eead5b7c-1050-418a-be85-c98f71ced711 req-f3c65509-7334-4858-a187-2a79823bdc5a service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-eead5b7c-1050-418a-be85-c98f71ced711 req-f3c65509-7334-4858-a187-2a79823bdc5a service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-eead5b7c-1050-418a-be85-c98f71ced711 req-f3c65509-7334-4858-a187-2a79823bdc5a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] No waiting events found dispatching network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:05:20 user nova-compute[74639]: WARNING nova.compute.manager [req-eead5b7c-1050-418a-be85-c98f71ced711 req-f3c65509-7334-4858-a187-2a79823bdc5a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received unexpected event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b for instance with vm_state building and task_state spawning.
Nov 15 20:05:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:20 user nova-compute[74639]: INFO nova.compute.manager [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Shelving
Nov 15 20:05:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-832a3005-d1bb-4f37-8054-98a5e2493f27 req-9c619356-0f38-40ba-a395-a92b2c14ea90 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-unplugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-832a3005-d1bb-4f37-8054-98a5e2493f27 req-9c619356-0f38-40ba-a395-a92b2c14ea90 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-832a3005-d1bb-4f37-8054-98a5e2493f27 req-9c619356-0f38-40ba-a395-a92b2c14ea90 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-832a3005-d1bb-4f37-8054-98a5e2493f27 req-9c619356-0f38-40ba-a395-a92b2c14ea90 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-832a3005-d1bb-4f37-8054-98a5e2493f27 req-9c619356-0f38-40ba-a395-a92b2c14ea90 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-unplugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:05:20 user nova-compute[74639]: WARNING nova.compute.manager [req-832a3005-d1bb-4f37-8054-98a5e2493f27 req-9c619356-0f38-40ba-a395-a92b2c14ea90 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-unplugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state active and task_state shelving.
Nov 15 20:05:21 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance destroyed successfully.
Nov 15 20:05:21 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Beginning cold snapshot process
Nov 15 20:05:21 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:05:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk /opt/stack/data/nova/instances/snapshots/tmpverw4qnk/d27ac6fe29c14f9a92f268e6a5d9a4e0 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:05:22 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Instance spawned successfully.
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-cdeaab79-9a38-4d14-a474-f3db29a60a8a req-df1c13c6-7e5c-4763-ac41-2b0dee9f4f57 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cdeaab79-9a38-4d14-a474-f3db29a60a8a req-df1c13c6-7e5c-4763-ac41-2b0dee9f4f57 service nova] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cdeaab79-9a38-4d14-a474-f3db29a60a8a req-df1c13c6-7e5c-4763-ac41-2b0dee9f4f57 service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cdeaab79-9a38-4d14-a474-f3db29a60a8a req-df1c13c6-7e5c-4763-ac41-2b0dee9f4f57 service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-cdeaab79-9a38-4d14-a474-f3db29a60a8a req-df1c13c6-7e5c-4763-ac41-2b0dee9f4f57 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] No waiting events found dispatching network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:05:22 user nova-compute[74639]: WARNING nova.compute.manager [req-cdeaab79-9a38-4d14-a474-f3db29a60a8a req-df1c13c6-7e5c-4763-ac41-2b0dee9f4f57 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received unexpected event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b for instance with vm_state building and task_state spawning.
Nov 15 20:05:22 user nova-compute[74639]: INFO nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Took 5.14 seconds to spawn the instance on the hypervisor.
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk /opt/stack/data/nova/instances/snapshots/tmpverw4qnk/d27ac6fe29c14f9a92f268e6a5d9a4e0" returned: 0 in 1.032s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:22 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Snapshot extracted, beginning image upload
Nov 15 20:05:22 user nova-compute[74639]: INFO nova.compute.manager [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Took 10.96 seconds to build instance.
Nov 15 20:05:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3f6b803c-e3c6-4415-9f10-afb5e6fd7d51 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.049s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-08f5e4b8-ee4f-4883-a5c7-54770afa9237 req-e2dde52b-cebc-428f-bc0f-ca4a8225cef2 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08f5e4b8-ee4f-4883-a5c7-54770afa9237 req-e2dde52b-cebc-428f-bc0f-ca4a8225cef2 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08f5e4b8-ee4f-4883-a5c7-54770afa9237 req-e2dde52b-cebc-428f-bc0f-ca4a8225cef2 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-08f5e4b8-ee4f-4883-a5c7-54770afa9237 req-e2dde52b-cebc-428f-bc0f-ca4a8225cef2 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-08f5e4b8-ee4f-4883-a5c7-54770afa9237 req-e2dde52b-cebc-428f-bc0f-ca4a8225cef2 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:05:22 user nova-compute[74639]: WARNING nova.compute.manager [req-08f5e4b8-ee4f-4883-a5c7-54770afa9237 req-e2dde52b-cebc-428f-bc0f-ca4a8225cef2 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state active and task_state shelving_image_uploading.
Nov 15 20:05:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:25 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Snapshot image upload complete
Nov 15 20:05:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:05:25 user nova-compute[74639]: INFO nova.compute.manager [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Shelve offloading
Nov 15 20:05:25 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance destroyed successfully.
Nov 15 20:05:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:05:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:05:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquired lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:05:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:05:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating instance_info_cache with network_info: [{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:05:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Releasing lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:05:26 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance destroyed successfully.
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.objects.instance [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'resources' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:03:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311129010',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311129010',id=24,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNgW5luoBM7Zaga8OtxX45ECqXTQsCff0uFHQ8gYZQOBhez1Hy9NXJxzrWADHrdcHnd7eGKsku738GZLZGxY09Bm5hX/DWLodXfTuhvtjG513N1v4PqXOWe+qMpcwRH7Uw==',key_name='tempest-keypair-1542852316',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:03:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-rkt0pnm9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member',shelved_at='2023-11-15T20:05:25.160184',shelved_host='user',shelved_image_id='df1add3d-0130-4077-bb01-bb2fd1d7cc25'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:05:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=cb7236aa-16ad-467b-90b7-cca974aa8577,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG os_vif [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap55df1c91-14, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-98f9d692-4638-43e1-b315-97b02f5caafc req-ae1e19a0-1424-4222-b233-1077d97da464 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-changed-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-98f9d692-4638-43e1-b315-97b02f5caafc req-ae1e19a0-1424-4222-b233-1077d97da464 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Refreshing instance network info cache due to event network-changed-55df1c91-14c3-4bf0-a68e-70243ad5f12b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-98f9d692-4638-43e1-b315-97b02f5caafc req-ae1e19a0-1424-4222-b233-1077d97da464 service nova] Acquiring lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-98f9d692-4638-43e1-b315-97b02f5caafc req-ae1e19a0-1424-4222-b233-1077d97da464 service nova] Acquired lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.network.neutron [req-98f9d692-4638-43e1-b315-97b02f5caafc req-ae1e19a0-1424-4222-b233-1077d97da464 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Refreshing network info cache for port 55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e525be3-cc8c-42f1-ad13-b00bf83e7e4b) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:26 user nova-compute[74639]: INFO os_vif [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14')
Nov 15 20:05:26 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Deleting instance files /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577_del
Nov 15 20:05:26 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Deletion of /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577_del complete
Nov 15 20:05:26 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Deleted allocations for instance cb7236aa-16ad-467b-90b7-cca974aa8577
Nov 15 20:05:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.objects.instance [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'numa_topology' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.objects.base [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<cb7236aa-16ad-467b-90b7-cca974aa8577> lazy-loaded attributes: resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.network.neutron [req-98f9d692-4638-43e1-b315-97b02f5caafc req-ae1e19a0-1424-4222-b233-1077d97da464 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updated VIF entry in instance network info cache for port 55df1c91-14c3-4bf0-a68e-70243ad5f12b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.network.neutron [req-98f9d692-4638-43e1-b315-97b02f5caafc req-ae1e19a0-1424-4222-b233-1077d97da464 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating instance_info_cache with network_info: [{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap55df1c91-14", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-98f9d692-4638-43e1-b315-97b02f5caafc req-ae1e19a0-1424-4222-b233-1077d97da464 service nova] Releasing lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.380s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-28025e9c-e589-4afa-9c3f-c2e0d3d2b9a2 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 6.630s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-a36fda19-9c31-4aad-807a-69bfb0b9990c req-603edbbb-c4be-4848-8fd6-a22fae3a5310 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received event network-changed-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-a36fda19-9c31-4aad-807a-69bfb0b9990c req-603edbbb-c4be-4848-8fd6-a22fae3a5310 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Refreshing instance network info cache due to event network-changed-231c9aae-2b77-4748-8ab4-5417381567d9. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a36fda19-9c31-4aad-807a-69bfb0b9990c req-603edbbb-c4be-4848-8fd6-a22fae3a5310 service nova] Acquiring lock "refresh_cache-83102dda-f627-4011-9cec-3738ead4ca14" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a36fda19-9c31-4aad-807a-69bfb0b9990c req-603edbbb-c4be-4848-8fd6-a22fae3a5310 service nova] Acquired lock "refresh_cache-83102dda-f627-4011-9cec-3738ead4ca14" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG nova.network.neutron [req-a36fda19-9c31-4aad-807a-69bfb0b9990c req-603edbbb-c4be-4848-8fd6-a22fae3a5310 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Refreshing network info cache for port 231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'flavor' on Instance uuid 83102dda-f627-4011-9cec-3738ead4ca14 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:05:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Ignoring supplied device name: /dev/vdb
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquiring lock "09cc627b-022c-404e-8a32-2a2990bafe28" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "09cc627b-022c-404e-8a32-2a2990bafe28" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquiring lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:30 user nova-compute[74639]: INFO nova.compute.manager [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Terminating instance
Nov 15 20:05:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:30 user nova-compute[74639]: INFO nova.compute.manager [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Attaching volume 1007af5e-8121-47d8-9b2f-e8ad17358c24 to /dev/vdb
Nov 15 20:05:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG os_brick.utils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5cf8fce-dff1-4dc3-b807-bf4aa31fb85a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9fd51ab-417b-4264-af39-3aa633e857b8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[958ec7e8-463f-4eeb-9dfe-4805cd956947]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c642eda-7f36-417d-adf3-c60a56ff918c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:05:31 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca664093-d7c5-4bfc-86c9-563a4119ac03]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG os_brick.utils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] <== get_connector_properties: return (127ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Updating existing volume attachment record: d0e293c2-8620-4ce5-b703-cc0acaca5019 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Instance destroyed successfully.
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lazy-loading 'resources' on Instance uuid 09cc627b-022c-404e-8a32-2a2990bafe28 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.network.neutron [req-a36fda19-9c31-4aad-807a-69bfb0b9990c req-603edbbb-c4be-4848-8fd6-a22fae3a5310 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Updated VIF entry in instance network info cache for port 231c9aae-2b77-4748-8ab4-5417381567d9. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.network.neutron [req-a36fda19-9c31-4aad-807a-69bfb0b9990c req-603edbbb-c4be-4848-8fd6-a22fae3a5310 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Updating instance_info_cache with network_info: [{"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:03:39Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesNegativeTest-instance-644142094',display_name='tempest-VolumesNegativeTest-instance-644142094',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesnegativetest-instance-644142094',id=26,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:03:50Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='1f1ae1ba09364449beabfd69d85d81ee',ramdisk_id='',reservation_id='r-bhtruukb',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesNegativeTest-1872626513',owner_user_name='tempest-VolumesNegativeTest-1872626513-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:03:51Z,user_data=None,user_id='45a1f9082d71432999fb6a4c13bdb8a2',uuid=09cc627b-022c-404e-8a32-2a2990bafe28,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Converting VIF {"id": "ceda1f89-effc-4032-b959-8028cc584ae9", "address": "fa:16:3e:f8:b7:d6", "network": {"id": "b629d35a-774b-49d6-9ec2-73a35174988d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.234", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "192.168.233.1"}}], "meta": {"injected": false, "tenant_id": "aa5a9689b9014f5e9abccc180b76aa0e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapceda1f89-ef", "ovs_interfaceid": "ceda1f89-effc-4032-b959-8028cc584ae9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=ceda1f89-effc-4032-b959-8028cc584ae9,network=Network(b629d35a-774b-49d6-9ec2-73a35174988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceda1f89-ef') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG os_vif [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=ceda1f89-effc-4032-b959-8028cc584ae9,network=Network(b629d35a-774b-49d6-9ec2-73a35174988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceda1f89-ef') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapceda1f89-ef, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a36fda19-9c31-4aad-807a-69bfb0b9990c req-603edbbb-c4be-4848-8fd6-a22fae3a5310 service nova] Releasing lock "refresh_cache-83102dda-f627-4011-9cec-3738ead4ca14" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e9748160-6959-408e-9d1a-9d372bacf255) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:31 user nova-compute[74639]: INFO os_vif [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f8:b7:d6,bridge_name='br-int',has_traffic_filtering=True,id=ceda1f89-effc-4032-b959-8028cc584ae9,network=Network(b629d35a-774b-49d6-9ec2-73a35174988d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapceda1f89-ef')
Nov 15 20:05:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Deleting instance files /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28_del
Nov 15 20:05:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Deletion of /opt/stack/data/nova/instances/09cc627b-022c-404e-8a32-2a2990bafe28_del complete
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-7160b88a-1939-4cc0-bee9-9bb1881c0d73 req-ceafe6b1-011c-472e-b313-3c07e04fd838 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received event network-vif-unplugged-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7160b88a-1939-4cc0-bee9-9bb1881c0d73 req-ceafe6b1-011c-472e-b313-3c07e04fd838 service nova] Acquiring lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7160b88a-1939-4cc0-bee9-9bb1881c0d73 req-ceafe6b1-011c-472e-b313-3c07e04fd838 service nova] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7160b88a-1939-4cc0-bee9-9bb1881c0d73 req-ceafe6b1-011c-472e-b313-3c07e04fd838 service nova] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-7160b88a-1939-4cc0-bee9-9bb1881c0d73 req-ceafe6b1-011c-472e-b313-3c07e04fd838 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] No waiting events found dispatching network-vif-unplugged-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-7160b88a-1939-4cc0-bee9-9bb1881c0d73 req-ceafe6b1-011c-472e-b313-3c07e04fd838 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received event network-vif-unplugged-ceda1f89-effc-4032-b959-8028cc584ae9 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:05:31 user nova-compute[74639]: INFO nova.compute.manager [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Took 0.69 seconds to destroy the instance on the hypervisor.
Nov 15 20:05:31 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:05:31 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:05:32 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:05:32 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Took 0.61 seconds to deallocate network for instance.
Nov 15 20:05:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:32 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:05:32 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:05:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.409s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:32 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Deleted allocations for instance 09cc627b-022c-404e-8a32-2a2990bafe28
Nov 15 20:05:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3078cc4c-b6d4-4db5-b9ee-0dc8f6a89cef tempest-VolumesNegativeTest-1872626513 tempest-VolumesNegativeTest-1872626513-project-member] Lock "09cc627b-022c-404e-8a32-2a2990bafe28" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.882s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-66564984-50d7-4ff5-8cab-bed54388c852 req-a56f7df4-5786-451a-9770-3e72e5330575 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received event network-vif-plugged-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-66564984-50d7-4ff5-8cab-bed54388c852 req-a56f7df4-5786-451a-9770-3e72e5330575 service nova] Acquiring lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-66564984-50d7-4ff5-8cab-bed54388c852 req-a56f7df4-5786-451a-9770-3e72e5330575 service nova] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-66564984-50d7-4ff5-8cab-bed54388c852 req-a56f7df4-5786-451a-9770-3e72e5330575 service nova] Lock "09cc627b-022c-404e-8a32-2a2990bafe28-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-66564984-50d7-4ff5-8cab-bed54388c852 req-a56f7df4-5786-451a-9770-3e72e5330575 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] No waiting events found dispatching network-vif-plugged-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:05:33 user nova-compute[74639]: WARNING nova.compute.manager [req-66564984-50d7-4ff5-8cab-bed54388c852 req-a56f7df4-5786-451a-9770-3e72e5330575 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received unexpected event network-vif-plugged-ceda1f89-effc-4032-b959-8028cc584ae9 for instance with vm_state deleted and task_state None.
Nov 15 20:05:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-66564984-50d7-4ff5-8cab-bed54388c852 req-a56f7df4-5786-451a-9770-3e72e5330575 service nova] [instance: 09cc627b-022c-404e-8a32-2a2990bafe28] Received event network-vif-deleted-ceda1f89-effc-4032-b959-8028cc584ae9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:05:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FPvIrtwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:05:36 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:05:36 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:05:36 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e2554f1-843d-414e-a31f-167e15ef6ac6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:05:36 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0893f828-2ca9-4219-9e05-330c086c89c1]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24] added
Nov 15 20:05:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.034s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[95af77cb-6f5d-4d63-ab5f-46be25050733]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[65ae54ca-7673-4bf4-9738-68b762a2a676]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FPvIrtwg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FPvIrtwg" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[39967655-ce2c-4048-9b50-49430e9da281]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FPvIrtwg'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c08fb412-d244-48f9-b16f-c211b727aea0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[42524a9f-8eb9-4bd8-9b7b-ebd7393b4965]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc7d7361-f732-43b0-925f-61d5f5d2641e]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24, portal: 172.16.0.220,3260]
Nov 15 20:05:36 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24, portal: 172.16.0.220,3260] successful.
Nov 15 20:05:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[be47792b-8e1b-4b59-bdfc-abf8ef63c613]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bea54cef-eba9-45c6-82b5-1d737f9671f3]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 (non-flash)
Nov 15 20:05:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.315s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] HCTL ('37', '-', '-', 0) found on session 32 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1409d51a-f9f0-4b7c-b159-7c08efdf5fc9]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Searching for a device in session 32 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:05:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FPvIrtwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:05:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.349s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:05:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] <== connect_volume: return (1352ms) {'type': 'block', 'scsi_wwn': '23066646134356338', 'path': '/dev/sdf'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:05:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23066646134356338', 'path': '/dev/sdf'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:05:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'flavor' on Instance uuid 83102dda-f627-4011-9cec-3738ead4ca14 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:05:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:05:37 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:05:37 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:05:37 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:05:37 user nova-compute[74639]:   <serial>1007af5e-8121-47d8-9b2f-e8ad17358c24</serial>
Nov 15 20:05:37 user nova-compute[74639]: </disk>
Nov 15 20:05:37 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:05:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:05:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:05:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] No VIF found with MAC fa:16:3e:f0:ea:98, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:05:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d1f05e23-7f71-4cd8-a731-49ff5ca3a13f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.152s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:40 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:40 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:05:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:05:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:05:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updating instance_info_cache with network_info: [{"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:05:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c/disk.rescue --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdf (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk.rescue --force-share --output=json" returned: 0 in 0.223s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:05:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:05:47 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:05:47 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7442MB free_disk=25.193233489990234GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 83102dda-f627-4011-9cec-3738ead4ca14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 397e4963-602d-427e-9c7d-64a65e7de228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:05:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.508s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:05:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:05:49 user nova-compute[74639]: INFO nova.compute.manager [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Detaching volume 1007af5e-8121-47d8-9b2f-e8ad17358c24
Nov 15 20:05:49 user nova-compute[74639]: INFO nova.virt.block_device [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Attempting to driver detach volume 1007af5e-8121-47d8-9b2f-e8ad17358c24 from mountpoint /dev/vdb
Nov 15 20:05:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Attempting to detach device vdb from instance 83102dda-f627-4011-9cec-3738ead4ca14 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:05:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:05:49 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:05:49 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:05:49 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:05:49 user nova-compute[74639]:   <serial>1007af5e-8121-47d8-9b2f-e8ad17358c24</serial>
Nov 15 20:05:49 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:05:49 user nova-compute[74639]: </disk>
Nov 15 20:05:49 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:05:49 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Successfully detached device vdb from instance 83102dda-f627-4011-9cec-3738ead4ca14 from the persistent domain config.
Nov 15 20:05:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 83102dda-f627-4011-9cec-3738ead4ca14 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:05:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:05:49 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:05:49 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:05:49 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:05:49 user nova-compute[74639]:   <serial>1007af5e-8121-47d8-9b2f-e8ad17358c24</serial>
Nov 15 20:05:49 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:05:49 user nova-compute[74639]: </disk>
Nov 15 20:05:49 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:05:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:05:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 83102dda-f627-4011-9cec-3738ead4ca14 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:05:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:51 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:05:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:59 user nova-compute[74639]: INFO nova.compute.manager [None req-5d96d24b-528d-437e-920b-3bc5a31bd430 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Unrescuing
Nov 15 20:05:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5d96d24b-528d-437e-920b-3bc5a31bd430 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:05:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5d96d24b-528d-437e-920b-3bc5a31bd430 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquired lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:05:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5d96d24b-528d-437e-920b-3bc5a31bd430 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:05:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-5d96d24b-528d-437e-920b-3bc5a31bd430 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updating instance_info_cache with network_info: [{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:05:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5d96d24b-528d-437e-920b-3bc5a31bd430 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Releasing lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:05:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-5d96d24b-528d-437e-920b-3bc5a31bd430 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'flavor' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:05:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:05:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-e51f2892-1382-41b5-8e10-ecc9b79130e7 req-eaede934-88d4-4409-923e-e19a821ab9e2 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-unplugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e51f2892-1382-41b5-8e10-ecc9b79130e7 req-eaede934-88d4-4409-923e-e19a821ab9e2 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e51f2892-1382-41b5-8e10-ecc9b79130e7 req-eaede934-88d4-4409-923e-e19a821ab9e2 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e51f2892-1382-41b5-8e10-ecc9b79130e7 req-eaede934-88d4-4409-923e-e19a821ab9e2 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-e51f2892-1382-41b5-8e10-ecc9b79130e7 req-eaede934-88d4-4409-923e-e19a821ab9e2 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-unplugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:00 user nova-compute[74639]: WARNING nova.compute.manager [req-e51f2892-1382-41b5-8e10-ecc9b79130e7 req-eaede934-88d4-4409-923e-e19a821ab9e2 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-unplugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:06:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Instance destroyed successfully.
Nov 15 20:06:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:02 user nova-compute[74639]: WARNING nova.compute.manager [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:06:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:02 user nova-compute[74639]: WARNING nova.compute.manager [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:06:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:02 user nova-compute[74639]: WARNING nova.compute.manager [req-9aceb784-843f-458a-a8e4-5aa22716fffe req-7b808142-87d8-4ec2-a5e8-6478a67c8ec5 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:06:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5d96d24b-528d-437e-920b-3bc5a31bd430 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:06:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:05 user nova-compute[74639]: INFO nova.compute.manager [None req-7b2e5b05-f092-440e-970f-3d11776b8d60 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Unrescuing
Nov 15 20:06:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7b2e5b05-f092-440e-970f-3d11776b8d60 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7b2e5b05-f092-440e-970f-3d11776b8d60 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquired lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-7b2e5b05-f092-440e-970f-3d11776b8d60 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG nova.network.neutron [None req-7b2e5b05-f092-440e-970f-3d11776b8d60 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updating instance_info_cache with network_info: [{"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7b2e5b05-f092-440e-970f-3d11776b8d60 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Releasing lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG nova.objects.instance [None req-7b2e5b05-f092-440e-970f-3d11776b8d60 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'flavor' on Instance uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-bfae0c19-ccc3-4bc4-9b44-3e47f53ec3d0 req-49722dd5-6680-4ebd-9abe-9f12751347af service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-unplugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bfae0c19-ccc3-4bc4-9b44-3e47f53ec3d0 req-49722dd5-6680-4ebd-9abe-9f12751347af service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bfae0c19-ccc3-4bc4-9b44-3e47f53ec3d0 req-49722dd5-6680-4ebd-9abe-9f12751347af service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bfae0c19-ccc3-4bc4-9b44-3e47f53ec3d0 req-49722dd5-6680-4ebd-9abe-9f12751347af service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-bfae0c19-ccc3-4bc4-9b44-3e47f53ec3d0 req-49722dd5-6680-4ebd-9abe-9f12751347af service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-unplugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:06 user nova-compute[74639]: WARNING nova.compute.manager [req-bfae0c19-ccc3-4bc4-9b44-3e47f53ec3d0 req-49722dd5-6680-4ebd-9abe-9f12751347af service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-unplugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:06:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:07 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Instance destroyed successfully.
Nov 15 20:06:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:08 user nova-compute[74639]: DEBUG nova.compute.manager [req-51c7504b-81c7-491f-b99a-d94ab4f9d80b req-dc704add-fe67-496a-aa76-6a77e7c42d8c service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-51c7504b-81c7-491f-b99a-d94ab4f9d80b req-dc704add-fe67-496a-aa76-6a77e7c42d8c service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-51c7504b-81c7-491f-b99a-d94ab4f9d80b req-dc704add-fe67-496a-aa76-6a77e7c42d8c service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-51c7504b-81c7-491f-b99a-d94ab4f9d80b req-dc704add-fe67-496a-aa76-6a77e7c42d8c service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:08 user nova-compute[74639]: DEBUG nova.compute.manager [req-51c7504b-81c7-491f-b99a-d94ab4f9d80b req-dc704add-fe67-496a-aa76-6a77e7c42d8c service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:08 user nova-compute[74639]: WARNING nova.compute.manager [req-51c7504b-81c7-491f-b99a-d94ab4f9d80b req-dc704add-fe67-496a-aa76-6a77e7c42d8c service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:06:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:10 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 83102dda-f627-4011-9cec-3738ead4ca14 is timed out.
Nov 15 20:06:10 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Successfully detached device vdb from instance 83102dda-f627-4011-9cec-3738ead4ca14 from the live domain config.
Nov 15 20:06:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FPvIrtwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:06:10 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2a00af9-c045-4297-bfd8-1eb7762a2d89]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:06:10 user nova-compute[74639]: No targets found.
Nov 15 20:06:10 user nova-compute[74639]: iSNS:
Nov 15 20:06:10 user nova-compute[74639]: No targets found.
Nov 15 20:06:10 user nova-compute[74639]: STATIC:
Nov 15 20:06:10 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24
Nov 15 20:06:10 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:10 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:10 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5
Nov 15 20:06:10 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:10 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:10 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:06:10 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:10 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:10 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359
Nov 15 20:06:10 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:10 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:10 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:06:10 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:10 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:10 user nova-compute[74639]: FIRMWARE:
Nov 15 20:06:10 user nova-compute[74639]: No targets found.
Nov 15 20:06:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:06:10 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:06:10 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb871634-4b76-470d-b151-36f9fa81e360]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[819aba7e-0ce6-410a-90ba-8231c2505cdc]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:10 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:10 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:06:10 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:10 user nova-compute[74639]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 (non-flash)
Nov 15 20:06:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:10 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:10 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:06:10 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:10 user nova-compute[74639]: tcp: [32] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 (non-flash)
Nov 15 20:06:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9802a41f0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24'): ({'sdf'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Removing single pathed devices sdf {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc9c889b-908e-48b0-b81b-5561279be144]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[baaf4551-76c3-4bdf-bf24-81cf7ef1ee76]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Flushing IO for device /dev/sdf {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf66b406-1ce3-4a23-9209-ea97c9995562]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.045s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5dd660b0-2cbd-48f9-8b68-48b87aef10bd]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[88f958a4-37cf-41e7-bb62-107f38427e1b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[752879ef-4c5b-47d3-972c-67e5e131bff8]: (4, ('Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24, portal: 172.16.0.220,3260]\nLogout of [sid: 32, target: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 32, target: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24, portal: 172.16.0.220,3260]
Nov 15 20:06:10 user nova-compute[74639]: Logout of [sid: 32, target: iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24, portal: 172.16.0.220,3260] successful.
Nov 15 20:06:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f094045-aa4c-4cbc-99e5-b8ef59c80e67]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.335s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] <== disconnect_volume: return (337ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-7b2e5b05-f092-440e-970f-3d11776b8d60 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:10 user nova-compute[74639]: WARNING nova.compute.manager [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state active and task_state None.
Nov 15 20:06:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:10 user nova-compute[74639]: WARNING nova.compute.manager [req-1251c383-b5e3-4507-b3f9-1f70b3830bf7 req-118c4c73-5fb8-4d26-b652-5ed3950757ed service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state active and task_state None.
Nov 15 20:06:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG nova.objects.instance [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'flavor' on Instance uuid 83102dda-f627-4011-9cec-3738ead4ca14 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8dcd9867-003d-44b6-a37f-6f6e06a92345 tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.929s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 21.819s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:11 user nova-compute[74639]: INFO nova.compute.manager [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Terminating instance
Nov 15 20:06:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-3f20dfb8-dde7-44f2-93f5-fd33e1574458 req-e0c54b23-3ddb-4090-bcdf-93bfd9796e65 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received event network-vif-unplugged-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3f20dfb8-dde7-44f2-93f5-fd33e1574458 req-e0c54b23-3ddb-4090-bcdf-93bfd9796e65 service nova] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3f20dfb8-dde7-44f2-93f5-fd33e1574458 req-e0c54b23-3ddb-4090-bcdf-93bfd9796e65 service nova] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3f20dfb8-dde7-44f2-93f5-fd33e1574458 req-e0c54b23-3ddb-4090-bcdf-93bfd9796e65 service nova] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-3f20dfb8-dde7-44f2-93f5-fd33e1574458 req-e0c54b23-3ddb-4090-bcdf-93bfd9796e65 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] No waiting events found dispatching network-vif-unplugged-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-3f20dfb8-dde7-44f2-93f5-fd33e1574458 req-e0c54b23-3ddb-4090-bcdf-93bfd9796e65 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received event network-vif-unplugged-231c9aae-2b77-4748-8ab4-5417381567d9 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:06:12 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Instance destroyed successfully.
Nov 15 20:06:12 user nova-compute[74639]: DEBUG nova.objects.instance [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lazy-loading 'resources' on Instance uuid 83102dda-f627-4011-9cec-3738ead4ca14 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:03:38Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesSnapshotTestJSON-instance-1780214566',display_name='tempest-VolumesSnapshotTestJSON-instance-1780214566',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumessnapshottestjson-instance-1780214566',id=25,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBIuZLCGf91Lh3ycx6WN8FDtD5nVlIW5sKW4oyhHIt0CJ6v9RyaUzCzypz7XFbQ/sWkW/7KOGG/jpNHhXjxLOMSt/YoAkZJAuYwh8BSvDW3HLitKgH9Bj5vRRRHgPjfs8TQ==',key_name='tempest-keypair-608153996',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:03:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='08957267320949fcbc490043e4a65a30',ramdisk_id='',reservation_id='r-6a8ltcsq',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesSnapshotTestJSON-873686289',owner_user_name='tempest-VolumesSnapshotTestJSON-873686289-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:03:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0ee24b0f6a164ba08b070a85d8245955',uuid=83102dda-f627-4011-9cec-3738ead4ca14,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converting VIF {"id": "231c9aae-2b77-4748-8ab4-5417381567d9", "address": "fa:16:3e:f0:ea:98", "network": {"id": "7b3051f6-94bb-475e-ad0f-0e6590c88525", "bridge": "br-int", "label": "tempest-VolumesSnapshotTestJSON-1709085401-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.121", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "08957267320949fcbc490043e4a65a30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap231c9aae-2b", "ovs_interfaceid": "231c9aae-2b77-4748-8ab4-5417381567d9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f0:ea:98,bridge_name='br-int',has_traffic_filtering=True,id=231c9aae-2b77-4748-8ab4-5417381567d9,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap231c9aae-2b') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_vif [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:ea:98,bridge_name='br-int',has_traffic_filtering=True,id=231c9aae-2b77-4748-8ab4-5417381567d9,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap231c9aae-2b') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap231c9aae-2b, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b23d9d93-1e46-46d8-ba01-d5e028a9b54e) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:12 user nova-compute[74639]: INFO os_vif [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f0:ea:98,bridge_name='br-int',has_traffic_filtering=True,id=231c9aae-2b77-4748-8ab4-5417381567d9,network=Network(7b3051f6-94bb-475e-ad0f-0e6590c88525),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap231c9aae-2b')
Nov 15 20:06:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FPvIrtwg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:06:12 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[819e2f73-631e-460f-bb62-30b3b1bdce21]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:06:12 user nova-compute[74639]: No targets found.
Nov 15 20:06:12 user nova-compute[74639]: iSNS:
Nov 15 20:06:12 user nova-compute[74639]: No targets found.
Nov 15 20:06:12 user nova-compute[74639]: STATIC:
Nov 15 20:06:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5
Nov 15 20:06:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:06:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359
Nov 15 20:06:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:12 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:06:12 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:12 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:12 user nova-compute[74639]: FIRMWARE:
Nov 15 20:06:12 user nova-compute[74639]: No targets found.
Nov 15 20:06:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:06:12 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:06:12 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1007af5e-8121-47d8-9b2f-e8ad17358c24', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1e727d13-8c64-44ab-bfeb-64c9b6f79669]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd7018cd-7846-4a2a-a7f5-9d5f92307a5a]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:12 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:12 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:06:12 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:12 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:12 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:06:12 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704ea290>, {}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Disconnecting from: [] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.077s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] <== disconnect_volume: return (78ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:06:12 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Deleting instance files /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14_del
Nov 15 20:06:12 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Deletion of /opt/stack/data/nova/instances/83102dda-f627-4011-9cec-3738ead4ca14_del complete
Nov 15 20:06:12 user nova-compute[74639]: INFO nova.compute.manager [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 15 20:06:12 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:06:12 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:06:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:13 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-0ab0d2cd-5bb5-4bb4-9b54-f8b24a9ad838 req-f48dcaa6-51b5-4c10-a354-834d143bb54e service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received event network-vif-deleted-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:13 user nova-compute[74639]: INFO nova.compute.manager [req-0ab0d2cd-5bb5-4bb4-9b54-f8b24a9ad838 req-f48dcaa6-51b5-4c10-a354-834d143bb54e service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Neutron deleted interface 231c9aae-2b77-4748-8ab4-5417381567d9; detaching it from the instance and deleting it from the info cache
Nov 15 20:06:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-0ab0d2cd-5bb5-4bb4-9b54-f8b24a9ad838 req-f48dcaa6-51b5-4c10-a354-834d143bb54e service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:13 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Took 0.71 seconds to deallocate network for instance.
Nov 15 20:06:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-0ab0d2cd-5bb5-4bb4-9b54-f8b24a9ad838 req-f48dcaa6-51b5-4c10-a354-834d143bb54e service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Detach interface failed, port_id=231c9aae-2b77-4748-8ab4-5417381567d9, reason: Instance 83102dda-f627-4011-9cec-3738ead4ca14 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:06:13 user nova-compute[74639]: WARNING nova.volume.cinder [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Attachment d0e293c2-8620-4ce5-b703-cc0acaca5019 does not exist. Ignoring.: cinderclient.exceptions.NotFound: Volume attachment could not be found with filter: attachment_id = d0e293c2-8620-4ce5-b703-cc0acaca5019. (HTTP 404) (Request-ID: req-047ad070-2a5b-417f-a3ec-b550b430731e)
Nov 15 20:06:13 user nova-compute[74639]: INFO nova.compute.manager [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Took 0.03 seconds to detach 1 volumes for instance.
Nov 15 20:06:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:13 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:06:13 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:06:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.405s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:13 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Deleted allocations for instance 83102dda-f627-4011-9cec-3738ead4ca14
Nov 15 20:06:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7fa3a426-e925-472f-9d86-a24e4a6af39f tempest-VolumesSnapshotTestJSON-873686289 tempest-VolumesSnapshotTestJSON-873686289-project-member] Lock "83102dda-f627-4011-9cec-3738ead4ca14" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.322s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-c75b3d6d-f37a-4f8b-9699-d2155c2ea6f1 req-90b577f2-22ea-4d44-b306-c79c1be96800 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received event network-vif-plugged-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c75b3d6d-f37a-4f8b-9699-d2155c2ea6f1 req-90b577f2-22ea-4d44-b306-c79c1be96800 service nova] Acquiring lock "83102dda-f627-4011-9cec-3738ead4ca14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c75b3d6d-f37a-4f8b-9699-d2155c2ea6f1 req-90b577f2-22ea-4d44-b306-c79c1be96800 service nova] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c75b3d6d-f37a-4f8b-9699-d2155c2ea6f1 req-90b577f2-22ea-4d44-b306-c79c1be96800 service nova] Lock "83102dda-f627-4011-9cec-3738ead4ca14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-c75b3d6d-f37a-4f8b-9699-d2155c2ea6f1 req-90b577f2-22ea-4d44-b306-c79c1be96800 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] No waiting events found dispatching network-vif-plugged-231c9aae-2b77-4748-8ab4-5417381567d9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:14 user nova-compute[74639]: WARNING nova.compute.manager [req-c75b3d6d-f37a-4f8b-9699-d2155c2ea6f1 req-90b577f2-22ea-4d44-b306-c79c1be96800 service nova] [instance: 83102dda-f627-4011-9cec-3738ead4ca14] Received unexpected event network-vif-plugged-231c9aae-2b77-4748-8ab4-5417381567d9 for instance with vm_state deleted and task_state None.
Nov 15 20:06:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" acquired by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:15 user nova-compute[74639]: INFO nova.compute.manager [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Shelve offloading
Nov 15 20:06:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing instance network info cache due to event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] Acquiring lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] Acquired lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.network.neutron [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:06:16 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Instance destroyed successfully.
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.network.neutron [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updated VIF entry in instance network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.network.neutron [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] Releasing lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-unplugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] No waiting events found dispatching network-vif-unplugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:16 user nova-compute[74639]: WARNING nova.compute.manager [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received unexpected event network-vif-unplugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 for instance with vm_state active and task_state shelving.
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] No waiting events found dispatching network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:16 user nova-compute[74639]: WARNING nova.compute.manager [req-cd1f61b8-4a26-4335-b1a8-425fdca5702e req-f9400fda-a298-480d-a52b-25dcce7221b9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received unexpected event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 for instance with vm_state active and task_state shelving.
Nov 15 20:06:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquired lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:16 user nova-compute[74639]: DEBUG nova.network.neutron [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Releasing lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:17 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Instance destroyed successfully.
Nov 15 20:06:17 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lazy-loading 'resources' on Instance uuid 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:04:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532260902',display_name='tempest-TestShelveInstance-server-532260902',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532260902',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNNH92Ic5lSEOERbDI6KWh9P552BpkPz+MC7b39y9KE4b+lHgsOQSak8hYkcIF2DPeCL20vHrJMAetCJ8fVIvhFRi+98cWE6X/AMF7pwsk5faB4LGAONLh9lIajolu+iTA==',key_name='tempest-TestShelveInstance-141417980',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:04:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='75e2cdeb5b054a49865d901a07560c1e',ramdisk_id='',reservation_id='r-w5ksr7uk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-246467754',owner_user_name='tempest-TestShelveInstance-246467754-project-member'},tags=<?>,task_state='shelving',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:04:35Z,user_data=None,user_id='ae49556adfd7496ea180851bd3c4a17e',uuid=35dbf7fb-1bbf-4194-a473-4b3bf30ce571,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converting VIF {"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_vif [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-c212ef11-8390-4c77-aece-5f996a209c64 req-82d39d6b-81dc-4407-8f67-5872d83a0d38 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-c212ef11-8390-4c77-aece-5f996a209c64 req-82d39d6b-81dc-4407-8f67-5872d83a0d38 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing instance network info cache due to event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c212ef11-8390-4c77-aece-5f996a209c64 req-82d39d6b-81dc-4407-8f67-5872d83a0d38 service nova] Acquiring lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c212ef11-8390-4c77-aece-5f996a209c64 req-82d39d6b-81dc-4407-8f67-5872d83a0d38 service nova] Acquired lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG nova.network.neutron [req-c212ef11-8390-4c77-aece-5f996a209c64 req-82d39d6b-81dc-4407-8f67-5872d83a0d38 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcfe8f0ed-e0, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=29c7945e-f3b0-4458-a5ba-df20a5b37444) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:17 user nova-compute[74639]: INFO os_vif [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0')
Nov 15 20:06:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQXKwatx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:06:17 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f84158b7-615a-43b9-9e0b-a3b308bd4659]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:06:17 user nova-compute[74639]: No targets found.
Nov 15 20:06:17 user nova-compute[74639]: iSNS:
Nov 15 20:06:17 user nova-compute[74639]: No targets found.
Nov 15 20:06:17 user nova-compute[74639]: STATIC:
Nov 15 20:06:17 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5
Nov 15 20:06:17 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:17 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:17 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:06:17 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:17 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:17 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359
Nov 15 20:06:17 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:17 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:17 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:06:17 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:06:17 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:06:17 user nova-compute[74639]: FIRMWARE:
Nov 15 20:06:17 user nova-compute[74639]: No targets found.
Nov 15 20:06:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:06:17 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:06:17 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[202ff85c-b9d1-43e8-accb-812c49880a13]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a973318-07a9-43c2-b3a6-d1ff759293d3]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:17 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:17 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:06:17 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:17 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:17 user nova-compute[74639]: tcp: [30] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:06:17 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa988139bd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d36b4658-63c9-4204-92de-39ba8b9f14c8]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6d85a4b-b714-4ae8-80db-64a7d4ffb6dc]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a176e79d-c8a8-402a-bc31-fe0110787949]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.052s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5df769c-c51a-4e21-a536-5a41138effdc]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5efd9617-8597-47a0-be91-d6384c3e94e2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.062s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[10937ebf-f80a-40f5-a0f1-7dad4142f840]: (4, ('Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260]\nLogout of [sid: 30, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 30, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260]
Nov 15 20:06:17 user nova-compute[74639]: Logout of [sid: 30, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260] successful.
Nov 15 20:06:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd555289-2538-4489-a243-7040c18620f7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:06:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] <== disconnect_volume: return (310ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:06:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:06:18 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Deleting instance files /opt/stack/data/nova/instances/35dbf7fb-1bbf-4194-a473-4b3bf30ce571_del
Nov 15 20:06:18 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Deletion of /opt/stack/data/nova/instances/35dbf7fb-1bbf-4194-a473-4b3bf30ce571_del complete
Nov 15 20:06:18 user nova-compute[74639]: DEBUG nova.network.neutron [req-c212ef11-8390-4c77-aece-5f996a209c64 req-82d39d6b-81dc-4407-8f67-5872d83a0d38 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updated VIF entry in instance network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:06:18 user nova-compute[74639]: DEBUG nova.network.neutron [req-c212ef11-8390-4c77-aece-5f996a209c64 req-82d39d6b-81dc-4407-8f67-5872d83a0d38 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": null, "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c212ef11-8390-4c77-aece-5f996a209c64 req-82d39d6b-81dc-4407-8f67-5872d83a0d38 service nova] Releasing lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:18 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Deleted allocations for instance 35dbf7fb-1bbf-4194-a473-4b3bf30ce571
Nov 15 20:06:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lazy-loading 'numa_topology' on Instance uuid 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:19 user nova-compute[74639]: DEBUG nova.objects.base [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Object Instance<35dbf7fb-1bbf-4194-a473-4b3bf30ce571> lazy-loaded attributes: resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:06:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:19 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:06:19 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:06:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.314s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f2303ebd-b68e-42be-b308-4a3538136be8 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" "released" by "nova.compute.manager.ComputeManager.shelve_offload_instance.<locals>.do_shelve_offload_instance" :: held 3.815s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-cbc53976-da7e-47e6-a137-0ac91194197a req-67bf3226-6ad5-453d-bc02-18b1faa9a41a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received event network-changed-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-cbc53976-da7e-47e6-a137-0ac91194197a req-67bf3226-6ad5-453d-bc02-18b1faa9a41a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Refreshing instance network info cache due to event network-changed-2265351f-3d2c-4356-ace2-b11931a0fc91. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:06:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cbc53976-da7e-47e6-a137-0ac91194197a req-67bf3226-6ad5-453d-bc02-18b1faa9a41a service nova] Acquiring lock "refresh_cache-397e4963-602d-427e-9c7d-64a65e7de228" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cbc53976-da7e-47e6-a137-0ac91194197a req-67bf3226-6ad5-453d-bc02-18b1faa9a41a service nova] Acquired lock "refresh_cache-397e4963-602d-427e-9c7d-64a65e7de228" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:32 user nova-compute[74639]: DEBUG nova.network.neutron [req-cbc53976-da7e-47e6-a137-0ac91194197a req-67bf3226-6ad5-453d-bc02-18b1faa9a41a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Refreshing network info cache for port 2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:06:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:33 user nova-compute[74639]: DEBUG nova.network.neutron [req-cbc53976-da7e-47e6-a137-0ac91194197a req-67bf3226-6ad5-453d-bc02-18b1faa9a41a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Updated VIF entry in instance network info cache for port 2265351f-3d2c-4356-ace2-b11931a0fc91. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:06:33 user nova-compute[74639]: DEBUG nova.network.neutron [req-cbc53976-da7e-47e6-a137-0ac91194197a req-67bf3226-6ad5-453d-bc02-18b1faa9a41a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Updating instance_info_cache with network_info: [{"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.14", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cbc53976-da7e-47e6-a137-0ac91194197a req-67bf3226-6ad5-453d-bc02-18b1faa9a41a service nova] Releasing lock "refresh_cache-397e4963-602d-427e-9c7d-64a65e7de228" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'flavor' on Instance uuid 397e4963-602d-427e-9c7d-64a65e7de228 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:35 user nova-compute[74639]: INFO nova.compute.manager [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Attaching volume 7a934d45-096c-48b3-91ba-c8f651035268 to /dev/vdb
Nov 15 20:06:35 user nova-compute[74639]: DEBUG os_brick.utils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fb972306-f96a-4d94-93bd-cfd73b2f37d9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[544ac42b-aa78-42a2-94b4-1876dbaac4bd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[414b4da8-b196-4aae-aeab-f9dd39857814]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4df7c9bb-e3e4-452b-8bc8-40e14fbf8be2]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:06:35 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:06:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1218906a-ecba-45bb-8ada-ab8f6d430ea3]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG os_brick.utils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:06:35 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Updating existing volume attachment record: 953aec92-f44f-4c89-b224-c82405e4de8d {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquired lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.network.neutron [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'info_cache' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.base [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.network.neutron [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updating instance_info_cache with network_info: [{"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Releasing lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:37 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance destroyed successfully.
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'resources' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.base [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-422143500',display_name='tempest-AttachVolumeTestJSON-server-422143500',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-422143500',id=19,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyca68/n0rH+nL7b8+soIfcRL0T1lNXLIdM5ezWmAPNrMs8jn4B9Zdf/Zp7wwbc0HrASSJ9gAoCEE38XEVYs9NeE9Jg7/Xme7wxjddLVoxBSkQR3fhtTETDx20yYjY0gA==',key_name='tempest-keypair-1920494346',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-p9whi789',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:04:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=bce03a28-8d3f-4168-990c-152cf6658d99,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG os_vif [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84fdd7bb-60, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5c8e6023-4fd8-4923-884d-8df981919722) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:37 user nova-compute[74639]: INFO os_vif [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60')
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Start _get_guest_xml network_info=[{"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'numa_topology' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.base [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:06:37 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:06:37 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'vcpu_model' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.base [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-422143500',display_name='tempest-AttachVolumeTestJSON-server-422143500',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-422143500',id=19,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyca68/n0rH+nL7b8+soIfcRL0T1lNXLIdM5ezWmAPNrMs8jn4B9Zdf/Zp7wwbc0HrASSJ9gAoCEE38XEVYs9NeE9Jg7/Xme7wxjddLVoxBSkQR3fhtTETDx20yYjY0gA==',key_name='tempest-keypair-1920494346',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-p9whi789',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:04:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=bce03a28-8d3f-4168-990c-152cf6658d99,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'pci_devices' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.objects.base [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:06:37 user nova-compute[74639]:   <uuid>bce03a28-8d3f-4168-990c-152cf6658d99</uuid>
Nov 15 20:06:37 user nova-compute[74639]:   <name>instance-00000013</name>
Nov 15 20:06:37 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:06:37 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:06:37 user nova-compute[74639]:   <metadata>
Nov 15 20:06:37 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:06:37 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:06:37 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeTestJSON-server-422143500</nova:name>
Nov 15 20:06:37 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:06:37</nova:creationTime>
Nov 15 20:06:37 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:06:37 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:06:37 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:06:37 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:06:37 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:06:37 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:06:37 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:06:37 user nova-compute[74639]:       <nova:owner>
Nov 15 20:06:37 user nova-compute[74639]:         <nova:user uuid="bc44b276ad644045876c1c6941b1fcf5">tempest-AttachVolumeTestJSON-527611258-project-member</nova:user>
Nov 15 20:06:37 user nova-compute[74639]:         <nova:project uuid="4c4747dd259346cc8cbcb21dad296844">tempest-AttachVolumeTestJSON-527611258</nova:project>
Nov 15 20:06:37 user nova-compute[74639]:       </nova:owner>
Nov 15 20:06:37 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:06:37 user nova-compute[74639]:       <nova:ports>
Nov 15 20:06:37 user nova-compute[74639]:         <nova:port uuid="84fdd7bb-60cf-4dc2-81d4-3659b84a2d40">
Nov 15 20:06:37 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 20:06:37 user nova-compute[74639]:         </nova:port>
Nov 15 20:06:37 user nova-compute[74639]:       </nova:ports>
Nov 15 20:06:37 user nova-compute[74639]:     </nova:instance>
Nov 15 20:06:37 user nova-compute[74639]:   </metadata>
Nov 15 20:06:37 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:06:37 user nova-compute[74639]:     <system>
Nov 15 20:06:37 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:06:37 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:06:37 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:06:37 user nova-compute[74639]:       <entry name="serial">bce03a28-8d3f-4168-990c-152cf6658d99</entry>
Nov 15 20:06:37 user nova-compute[74639]:       <entry name="uuid">bce03a28-8d3f-4168-990c-152cf6658d99</entry>
Nov 15 20:06:37 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:06:37 user nova-compute[74639]:     </system>
Nov 15 20:06:37 user nova-compute[74639]:   </sysinfo>
Nov 15 20:06:37 user nova-compute[74639]:   <os>
Nov 15 20:06:37 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:06:37 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:06:37 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:06:37 user nova-compute[74639]:   </os>
Nov 15 20:06:37 user nova-compute[74639]:   <features>
Nov 15 20:06:37 user nova-compute[74639]:     <acpi/>
Nov 15 20:06:37 user nova-compute[74639]:     <apic/>
Nov 15 20:06:37 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:06:37 user nova-compute[74639]:   </features>
Nov 15 20:06:37 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:06:37 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:06:37 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:06:37 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:06:37 user nova-compute[74639]:   </clock>
Nov 15 20:06:37 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:06:37 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:06:37 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:06:37 user nova-compute[74639]:   </cpu>
Nov 15 20:06:37 user nova-compute[74639]:   <devices>
Nov 15 20:06:37 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:06:37 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:06:37 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk"/>
Nov 15 20:06:37 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:06:37 user nova-compute[74639]:     </disk>
Nov 15 20:06:37 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:06:37 user nova-compute[74639]:       <mac address="fa:16:3e:2c:5a:ef"/>
Nov 15 20:06:37 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:06:37 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:06:37 user nova-compute[74639]:       <target dev="tap84fdd7bb-60"/>
Nov 15 20:06:37 user nova-compute[74639]:     </interface>
Nov 15 20:06:37 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:06:37 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/console.log" append="off"/>
Nov 15 20:06:37 user nova-compute[74639]:     </serial>
Nov 15 20:06:37 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:06:37 user nova-compute[74639]:     <video>
Nov 15 20:06:37 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:06:37 user nova-compute[74639]:     </video>
Nov 15 20:06:37 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:06:37 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:06:37 user nova-compute[74639]:     </rng>
Nov 15 20:06:37 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:06:37 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:06:37 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:06:37 user nova-compute[74639]:     </memballoon>
Nov 15 20:06:37 user nova-compute[74639]:   </devices>
Nov 15 20:06:37 user nova-compute[74639]: </domain>
Nov 15 20:06:37 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG nova.objects.instance [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'trusted_certs' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG nova.objects.base [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Checking if we can resize image /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Cannot resize image /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG nova.objects.instance [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'migration_context' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG nova.objects.base [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Object Instance<bce03a28-8d3f-4168-990c-152cf6658d99> lazy-loaded attributes: flavor,info_cache,resources,numa_topology,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-422143500',display_name='tempest-AttachVolumeTestJSON-server-422143500',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-422143500',id=19,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyca68/n0rH+nL7b8+soIfcRL0T1lNXLIdM5ezWmAPNrMs8jn4B9Zdf/Zp7wwbc0HrASSJ9gAoCEE38XEVYs9NeE9Jg7/Xme7wxjddLVoxBSkQR3fhtTETDx20yYjY0gA==',key_name='tempest-keypair-1920494346',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=4,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-p9whi789',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=<?>,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=<?>,task_state='powering-on',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:04:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=bce03a28-8d3f-4168-990c-152cf6658d99,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='stopped') vif={"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG os_vif [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '93747463-41f0-52cc-a2ca-01427a9e62dc', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap84fdd7bb-60, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap84fdd7bb-60, col_values=(('qos', UUID('90237600-4546-4d06-9f5c-dec7afc6fb2e')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap84fdd7bb-60, col_values=(('external_ids', {'iface-id': '84fdd7bb-60cf-4dc2-81d4-3659b84a2d40', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2c:5a:ef', 'vm-uuid': 'bce03a28-8d3f-4168-990c-152cf6658d99'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:38 user nova-compute[74639]: INFO os_vif [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60')
Nov 15 20:06:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:06:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-7dc57ea3-b82c-4ffe-b452-4ae82d62b601 req-f8b2705c-9b6b-42b3-82f1-9674cb59b09a service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7dc57ea3-b82c-4ffe-b452-4ae82d62b601 req-f8b2705c-9b6b-42b3-82f1-9674cb59b09a service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7dc57ea3-b82c-4ffe-b452-4ae82d62b601 req-f8b2705c-9b6b-42b3-82f1-9674cb59b09a service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7dc57ea3-b82c-4ffe-b452-4ae82d62b601 req-f8b2705c-9b6b-42b3-82f1-9674cb59b09a service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-7dc57ea3-b82c-4ffe-b452-4ae82d62b601 req-f8b2705c-9b6b-42b3-82f1-9674cb59b09a service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:40 user nova-compute[74639]: WARNING nova.compute.manager [req-7dc57ea3-b82c-4ffe-b452-4ae82d62b601 req-f8b2705c-9b6b-42b3-82f1-9674cb59b09a service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state stopped and task_state powering-on.
Nov 15 20:06:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZbYGTDtW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:06:40 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:06:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:06:40 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:06:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:06:40 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:06:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1a247458-648a-4096-bbad-512ddcaf2177]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:06:40 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d20a2d7-b2ae-4914-b68f-92852b3af645]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268] added
Nov 15 20:06:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1234f524-821d-4afa-8363-d933a5271ae1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8a5d42a4-90b3-4dac-8958-7031b18f62ab]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZbYGTDtW {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZbYGTDtW" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a9db6d3-1cea-4f3d-91b9-45bd0c7439a5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZbYGTDtW'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[75a7d426-c21a-49b8-aa7c-a4c43a23b051]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[52ec5226-66b2-47cb-9671-e08722c76d0f]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[36aef5df-ac9c-4b78-8f55-8a99883682e5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268, portal: 172.16.0.220,3260]
Nov 15 20:06:41 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268, portal: 172.16.0.220,3260] successful.
Nov 15 20:06:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[44046a1a-2e70-44ca-84f3-36b094b35d5b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8c624e0-c0f9-4bb7-a75b-94e666d4e499]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:06:41 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.313s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] HCTL ('35', '-', '-', 0) found on session 33 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc4a8bc3-d046-4b18-8be0-361e51322f33]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching for a device in session 33 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZbYGTDtW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:06:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:06:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance rebooted successfully.
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-25763e25-a984-4274-82c6-4e7e234626dd tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-be172bad-86db-4094-9088-27c5cc92b7f8 req-558b5ad8-2e7e-4bc9-a9ec-ba6497491ca0 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-be172bad-86db-4094-9088-27c5cc92b7f8 req-558b5ad8-2e7e-4bc9-a9ec-ba6497491ca0 service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-be172bad-86db-4094-9088-27c5cc92b7f8 req-558b5ad8-2e7e-4bc9-a9ec-ba6497491ca0 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-be172bad-86db-4094-9088-27c5cc92b7f8 req-558b5ad8-2e7e-4bc9-a9ec-ba6497491ca0 service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-be172bad-86db-4094-9088-27c5cc92b7f8 req-558b5ad8-2e7e-4bc9-a9ec-ba6497491ca0 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:42 user nova-compute[74639]: WARNING nova.compute.manager [req-be172bad-86db-4094-9088-27c5cc92b7f8 req-558b5ad8-2e7e-4bc9-a9ec-ba6497491ca0 service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state stopped and task_state powering-on.
Nov 15 20:06:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.354s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] <== connect_volume: return (1357ms) {'type': 'block', 'scsi_wwn': '26236346466663234', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26236346466663234', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'flavor' on Instance uuid 397e4963-602d-427e-9c7d-64a65e7de228 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:06:42 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:06:42 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 20:06:42 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:06:42 user nova-compute[74639]:   <serial>7a934d45-096c-48b3-91ba-c8f651035268</serial>
Nov 15 20:06:42 user nova-compute[74639]: </disk>
Nov 15 20:06:42 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No VIF found with MAC fa:16:3e:aa:c6:26, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:06:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e3ca7cb-9c93-4832-9755-52cf88e7677b tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.404s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:06:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:06:43 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:06:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updating instance_info_cache with network_info: [{"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-bce03a28-8d3f-4168-990c-152cf6658d99" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.227s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.193s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "ab6baa6f-6d2f-4417-837a-d472338708b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:06:46 user nova-compute[74639]: INFO nova.compute.claims [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Claim successful on node user
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json" returned: 0 in 0.216s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.218s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.622s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.552s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:06:47 user nova-compute[74639]: INFO nova.compute.claims [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Claim successful on node user
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:06:47 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.220s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.policy [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '979cee89c17a4faeb9c05d991eb8c6ce', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e632fbb186f434cb196fcb5645249e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:06:47 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Creating image(s)
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "/opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "/opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "/opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk 1073741824" returned: 0 in 0.067s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.260s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.762s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.235s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Successfully created port: 73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.545s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:06:48 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:06:48 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7818MB free_disk=25.209423065185547GB free_vcpus=3 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.policy [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74aff3b9726b493bb29f52e091d34d4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d6315f7034e48d3904879f9d9a07705', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.193s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Cannot resize image /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Ensure instance console log exists: /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:06:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Creating image(s)
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "/opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "/opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "/opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 397e4963-602d-427e-9c7d-64a65e7de228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c5728c67-63cb-48b7-b781-55a37d5a0669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance ab6baa6f-6d2f-4417-837a-d472338708b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=9GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.209s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Successfully updated port: 73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk 1073741824" returned: 0 in 0.057s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.271s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquired lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-cb7fcf12-6e5d-4b4c-9103-627f59762374 req-66a31d89-f738-452b-84b2-f624eb125ce4 service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received event network-changed-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-cb7fcf12-6e5d-4b4c-9103-627f59762374 req-66a31d89-f738-452b-84b2-f624eb125ce4 service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Refreshing instance network info cache due to event network-changed-73b2f225-bf05-4a11-b6b3-c51eb52a587b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cb7fcf12-6e5d-4b4c-9103-627f59762374 req-66a31d89-f738-452b-84b2-f624eb125ce4 service nova] Acquiring lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Successfully created port: 205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.733s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Checking if we can resize image /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk --force-share --output=json" returned: 0 in 0.261s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Cannot resize image /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Ensure instance console log exists: /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating instance_info_cache with network_info: [{"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Releasing lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Instance network_info: |[{"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cb7fcf12-6e5d-4b4c-9103-627f59762374 req-66a31d89-f738-452b-84b2-f624eb125ce4 service nova] Acquired lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-cb7fcf12-6e5d-4b4c-9103-627f59762374 req-66a31d89-f738-452b-84b2-f624eb125ce4 service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Refreshing network info cache for port 73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Start _get_guest_xml network_info=[{"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:06:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:06:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:06:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-596144946',display_name='tempest-SnapshotDataIntegrityTests-server-596144946',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-596144946',id=30,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG4nVI4Ydc97VXyJGokqSBmY2Wq3oNSPd0praGPJyhdOmKnEHaJy3lxt2AdgkTud86+axqm6j1x0zbAn9ADLtgYpbzFiqdnpb5TdcU5zsCx8IfQNypeHLd1HNt7i7tz65w==',key_name='tempest-keypair-1258893270',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6e632fbb186f434cb196fcb5645249e4',ramdisk_id='',reservation_id='r-g90oz69a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1095386921',owner_user_name='tempest-SnapshotDataIntegrityTests-1095386921-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:06:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='979cee89c17a4faeb9c05d991eb8c6ce',uuid=c5728c67-63cb-48b7-b781-55a37d5a0669,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Converting VIF {"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:96:86,bridge_name='br-int',has_traffic_filtering=True,id=73b2f225-bf05-4a11-b6b3-c51eb52a587b,network=Network(c8286851-6d79-49bf-a0ed-e7bc2c43fdb8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73b2f225-bf') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'pci_devices' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:06:49 user nova-compute[74639]:   <uuid>c5728c67-63cb-48b7-b781-55a37d5a0669</uuid>
Nov 15 20:06:49 user nova-compute[74639]:   <name>instance-0000001e</name>
Nov 15 20:06:49 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:06:49 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:06:49 user nova-compute[74639]:   <metadata>
Nov 15 20:06:49 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:06:49 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:06:49 user nova-compute[74639]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-596144946</nova:name>
Nov 15 20:06:49 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:06:49</nova:creationTime>
Nov 15 20:06:49 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:06:49 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:06:49 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:06:49 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:06:49 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:06:49 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:06:49 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:06:49 user nova-compute[74639]:       <nova:owner>
Nov 15 20:06:49 user nova-compute[74639]:         <nova:user uuid="979cee89c17a4faeb9c05d991eb8c6ce">tempest-SnapshotDataIntegrityTests-1095386921-project-member</nova:user>
Nov 15 20:06:49 user nova-compute[74639]:         <nova:project uuid="6e632fbb186f434cb196fcb5645249e4">tempest-SnapshotDataIntegrityTests-1095386921</nova:project>
Nov 15 20:06:49 user nova-compute[74639]:       </nova:owner>
Nov 15 20:06:49 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:06:49 user nova-compute[74639]:       <nova:ports>
Nov 15 20:06:49 user nova-compute[74639]:         <nova:port uuid="73b2f225-bf05-4a11-b6b3-c51eb52a587b">
Nov 15 20:06:49 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.10" ipVersion="4"/>
Nov 15 20:06:49 user nova-compute[74639]:         </nova:port>
Nov 15 20:06:49 user nova-compute[74639]:       </nova:ports>
Nov 15 20:06:49 user nova-compute[74639]:     </nova:instance>
Nov 15 20:06:49 user nova-compute[74639]:   </metadata>
Nov 15 20:06:49 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:06:49 user nova-compute[74639]:     <system>
Nov 15 20:06:49 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:06:49 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:06:49 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:06:49 user nova-compute[74639]:       <entry name="serial">c5728c67-63cb-48b7-b781-55a37d5a0669</entry>
Nov 15 20:06:49 user nova-compute[74639]:       <entry name="uuid">c5728c67-63cb-48b7-b781-55a37d5a0669</entry>
Nov 15 20:06:49 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:06:49 user nova-compute[74639]:     </system>
Nov 15 20:06:49 user nova-compute[74639]:   </sysinfo>
Nov 15 20:06:49 user nova-compute[74639]:   <os>
Nov 15 20:06:49 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:06:49 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:06:49 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:06:49 user nova-compute[74639]:   </os>
Nov 15 20:06:49 user nova-compute[74639]:   <features>
Nov 15 20:06:49 user nova-compute[74639]:     <acpi/>
Nov 15 20:06:49 user nova-compute[74639]:     <apic/>
Nov 15 20:06:49 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:06:49 user nova-compute[74639]:   </features>
Nov 15 20:06:49 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:06:49 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:06:49 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:06:49 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:06:49 user nova-compute[74639]:   </clock>
Nov 15 20:06:49 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:06:49 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:06:49 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:06:49 user nova-compute[74639]:   </cpu>
Nov 15 20:06:49 user nova-compute[74639]:   <devices>
Nov 15 20:06:49 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:06:49 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:06:49 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk"/>
Nov 15 20:06:49 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:06:49 user nova-compute[74639]:     </disk>
Nov 15 20:06:49 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:06:49 user nova-compute[74639]:       <mac address="fa:16:3e:c4:96:86"/>
Nov 15 20:06:49 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:06:49 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:06:49 user nova-compute[74639]:       <target dev="tap73b2f225-bf"/>
Nov 15 20:06:49 user nova-compute[74639]:     </interface>
Nov 15 20:06:49 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:06:49 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/console.log" append="off"/>
Nov 15 20:06:49 user nova-compute[74639]:     </serial>
Nov 15 20:06:49 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:06:49 user nova-compute[74639]:     <video>
Nov 15 20:06:49 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:06:49 user nova-compute[74639]:     </video>
Nov 15 20:06:49 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:06:49 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:06:49 user nova-compute[74639]:     </rng>
Nov 15 20:06:49 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:06:49 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:06:49 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:06:49 user nova-compute[74639]:     </memballoon>
Nov 15 20:06:49 user nova-compute[74639]:   </devices>
Nov 15 20:06:49 user nova-compute[74639]: </domain>
Nov 15 20:06:49 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:06:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-596144946',display_name='tempest-SnapshotDataIntegrityTests-server-596144946',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-596144946',id=30,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG4nVI4Ydc97VXyJGokqSBmY2Wq3oNSPd0praGPJyhdOmKnEHaJy3lxt2AdgkTud86+axqm6j1x0zbAn9ADLtgYpbzFiqdnpb5TdcU5zsCx8IfQNypeHLd1HNt7i7tz65w==',key_name='tempest-keypair-1258893270',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='6e632fbb186f434cb196fcb5645249e4',ramdisk_id='',reservation_id='r-g90oz69a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-1095386921',owner_user_name='tempest-SnapshotDataIntegrityTests-1095386921-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:06:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='979cee89c17a4faeb9c05d991eb8c6ce',uuid=c5728c67-63cb-48b7-b781-55a37d5a0669,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Converting VIF {"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c4:96:86,bridge_name='br-int',has_traffic_filtering=True,id=73b2f225-bf05-4a11-b6b3-c51eb52a587b,network=Network(c8286851-6d79-49bf-a0ed-e7bc2c43fdb8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73b2f225-bf') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG os_vif [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:96:86,bridge_name='br-int',has_traffic_filtering=True,id=73b2f225-bf05-4a11-b6b3-c51eb52a587b,network=Network(c8286851-6d79-49bf-a0ed-e7bc2c43fdb8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73b2f225-bf') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '1a8a59ac-90fa-540d-8299-4ae4e47fd1cc', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap73b2f225-bf, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap73b2f225-bf, col_values=(('qos', UUID('7889501c-ca7c-44da-a665-46dbec539839')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap73b2f225-bf, col_values=(('external_ids', {'iface-id': '73b2f225-bf05-4a11-b6b3-c51eb52a587b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c4:96:86', 'vm-uuid': 'c5728c67-63cb-48b7-b781-55a37d5a0669'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:49 user nova-compute[74639]: INFO os_vif [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c4:96:86,bridge_name='br-int',has_traffic_filtering=True,id=73b2f225-bf05-4a11-b6b3-c51eb52a587b,network=Network(c8286851-6d79-49bf-a0ed-e7bc2c43fdb8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73b2f225-bf')
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No VIF found with MAC fa:16:3e:c4:96:86, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Successfully updated port: 205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "refresh_cache-ab6baa6f-6d2f-4417-837a-d472338708b8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquired lock "refresh_cache-ab6baa6f-6d2f-4417-837a-d472338708b8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-b956eb79-a8ec-4c7a-bbd2-b97cac64a2a4 req-4c44092b-0768-4ed9-a6c0-f52965ff03ee service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received event network-changed-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-b956eb79-a8ec-4c7a-bbd2-b97cac64a2a4 req-4c44092b-0768-4ed9-a6c0-f52965ff03ee service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Refreshing instance network info cache due to event network-changed-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b956eb79-a8ec-4c7a-bbd2-b97cac64a2a4 req-4c44092b-0768-4ed9-a6c0-f52965ff03ee service nova] Acquiring lock "refresh_cache-ab6baa6f-6d2f-4417-837a-d472338708b8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:06:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Updating instance_info_cache with network_info: [{"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Releasing lock "refresh_cache-ab6baa6f-6d2f-4417-837a-d472338708b8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Instance network_info: |[{"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b956eb79-a8ec-4c7a-bbd2-b97cac64a2a4 req-4c44092b-0768-4ed9-a6c0-f52965ff03ee service nova] Acquired lock "refresh_cache-ab6baa6f-6d2f-4417-837a-d472338708b8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-b956eb79-a8ec-4c7a-bbd2-b97cac64a2a4 req-4c44092b-0768-4ed9-a6c0-f52965ff03ee service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Refreshing network info cache for port 205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Start _get_guest_xml network_info=[{"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:06:50 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:06:50 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:06:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-921613588',display_name='tempest-AttachVolumeNegativeTest-server-921613588',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-921613588',id=31,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEa3tPj59ReZz7khJaDFXDlOhBaA8uVHwrbrePzyIpMVcm/fQ6nFs/ao5v2JqvqOlaiHPRgcHNhgjkTwHOr7GGOaQVLeRBRVmoJxQNmHsc2pJwzt1/M1E9u9/dCnanjA/g==',key_name='tempest-keypair-1564220889',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-gk5pspym',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:06:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=ab6baa6f-6d2f-4417-837a-d472338708b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:a5:8d,bridge_name='br-int',has_traffic_filtering=True,id=205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap205a0ff6-f1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.objects.instance [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'pci_devices' on Instance uuid ab6baa6f-6d2f-4417-837a-d472338708b8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:06:50 user nova-compute[74639]:   <uuid>ab6baa6f-6d2f-4417-837a-d472338708b8</uuid>
Nov 15 20:06:50 user nova-compute[74639]:   <name>instance-0000001f</name>
Nov 15 20:06:50 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:06:50 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:06:50 user nova-compute[74639]:   <metadata>
Nov 15 20:06:50 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:06:50 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:06:50 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeNegativeTest-server-921613588</nova:name>
Nov 15 20:06:50 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:06:50</nova:creationTime>
Nov 15 20:06:50 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:06:50 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:06:50 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:06:50 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:06:50 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:06:50 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:06:50 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:06:50 user nova-compute[74639]:       <nova:owner>
Nov 15 20:06:50 user nova-compute[74639]:         <nova:user uuid="74aff3b9726b493bb29f52e091d34d4a">tempest-AttachVolumeNegativeTest-539543471-project-member</nova:user>
Nov 15 20:06:50 user nova-compute[74639]:         <nova:project uuid="0d6315f7034e48d3904879f9d9a07705">tempest-AttachVolumeNegativeTest-539543471</nova:project>
Nov 15 20:06:50 user nova-compute[74639]:       </nova:owner>
Nov 15 20:06:50 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:06:50 user nova-compute[74639]:       <nova:ports>
Nov 15 20:06:50 user nova-compute[74639]:         <nova:port uuid="205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96">
Nov 15 20:06:50 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 15 20:06:50 user nova-compute[74639]:         </nova:port>
Nov 15 20:06:50 user nova-compute[74639]:       </nova:ports>
Nov 15 20:06:50 user nova-compute[74639]:     </nova:instance>
Nov 15 20:06:50 user nova-compute[74639]:   </metadata>
Nov 15 20:06:50 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:06:50 user nova-compute[74639]:     <system>
Nov 15 20:06:50 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:06:50 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:06:50 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:06:50 user nova-compute[74639]:       <entry name="serial">ab6baa6f-6d2f-4417-837a-d472338708b8</entry>
Nov 15 20:06:50 user nova-compute[74639]:       <entry name="uuid">ab6baa6f-6d2f-4417-837a-d472338708b8</entry>
Nov 15 20:06:50 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:06:50 user nova-compute[74639]:     </system>
Nov 15 20:06:50 user nova-compute[74639]:   </sysinfo>
Nov 15 20:06:50 user nova-compute[74639]:   <os>
Nov 15 20:06:50 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:06:50 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:06:50 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:06:50 user nova-compute[74639]:   </os>
Nov 15 20:06:50 user nova-compute[74639]:   <features>
Nov 15 20:06:50 user nova-compute[74639]:     <acpi/>
Nov 15 20:06:50 user nova-compute[74639]:     <apic/>
Nov 15 20:06:50 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:06:50 user nova-compute[74639]:   </features>
Nov 15 20:06:50 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:06:50 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:06:50 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:06:50 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:06:50 user nova-compute[74639]:   </clock>
Nov 15 20:06:50 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:06:50 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:06:50 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:06:50 user nova-compute[74639]:   </cpu>
Nov 15 20:06:50 user nova-compute[74639]:   <devices>
Nov 15 20:06:50 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:06:50 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:06:50 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk"/>
Nov 15 20:06:50 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:06:50 user nova-compute[74639]:     </disk>
Nov 15 20:06:50 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:06:50 user nova-compute[74639]:       <mac address="fa:16:3e:25:a5:8d"/>
Nov 15 20:06:50 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:06:50 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:06:50 user nova-compute[74639]:       <target dev="tap205a0ff6-f1"/>
Nov 15 20:06:50 user nova-compute[74639]:     </interface>
Nov 15 20:06:50 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:06:50 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/console.log" append="off"/>
Nov 15 20:06:50 user nova-compute[74639]:     </serial>
Nov 15 20:06:50 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:06:50 user nova-compute[74639]:     <video>
Nov 15 20:06:50 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:06:50 user nova-compute[74639]:     </video>
Nov 15 20:06:50 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:06:50 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:06:50 user nova-compute[74639]:     </rng>
Nov 15 20:06:50 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:06:50 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:06:50 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:06:50 user nova-compute[74639]:     </memballoon>
Nov 15 20:06:50 user nova-compute[74639]:   </devices>
Nov 15 20:06:50 user nova-compute[74639]: </domain>
Nov 15 20:06:50 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:06:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-921613588',display_name='tempest-AttachVolumeNegativeTest-server-921613588',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-921613588',id=31,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEa3tPj59ReZz7khJaDFXDlOhBaA8uVHwrbrePzyIpMVcm/fQ6nFs/ao5v2JqvqOlaiHPRgcHNhgjkTwHOr7GGOaQVLeRBRVmoJxQNmHsc2pJwzt1/M1E9u9/dCnanjA/g==',key_name='tempest-keypair-1564220889',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-gk5pspym',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:06:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=ab6baa6f-6d2f-4417-837a-d472338708b8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:a5:8d,bridge_name='br-int',has_traffic_filtering=True,id=205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap205a0ff6-f1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG os_vif [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:a5:8d,bridge_name='br-int',has_traffic_filtering=True,id=205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap205a0ff6-f1') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'bbe005d3-78ab-5ecd-b9e6-b2fd0ff1b432', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap205a0ff6-f1, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap205a0ff6-f1, col_values=(('qos', UUID('731737c4-1c07-402b-9f22-8dffc1f958c1')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap205a0ff6-f1, col_values=(('external_ids', {'iface-id': '205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:25:a5:8d', 'vm-uuid': 'ab6baa6f-6d2f-4417-837a-d472338708b8'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:50 user nova-compute[74639]: INFO os_vif [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:a5:8d,bridge_name='br-int',has_traffic_filtering=True,id=205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap205a0ff6-f1')
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-cb7fcf12-6e5d-4b4c-9103-627f59762374 req-66a31d89-f738-452b-84b2-f624eb125ce4 service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updated VIF entry in instance network info cache for port 73b2f225-bf05-4a11-b6b3-c51eb52a587b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-cb7fcf12-6e5d-4b4c-9103-627f59762374 req-66a31d89-f738-452b-84b2-f624eb125ce4 service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating instance_info_cache with network_info: [{"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cb7fcf12-6e5d-4b4c-9103-627f59762374 req-66a31d89-f738-452b-84b2-f624eb125ce4 service nova] Releasing lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No VIF found with MAC fa:16:3e:25:a5:8d, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-b956eb79-a8ec-4c7a-bbd2-b97cac64a2a4 req-4c44092b-0768-4ed9-a6c0-f52965ff03ee service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Updated VIF entry in instance network info cache for port 205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-b956eb79-a8ec-4c7a-bbd2-b97cac64a2a4 req-4c44092b-0768-4ed9-a6c0-f52965ff03ee service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Updating instance_info_cache with network_info: [{"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:06:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b956eb79-a8ec-4c7a-bbd2-b97cac64a2a4 req-4c44092b-0768-4ed9-a6c0-f52965ff03ee service nova] Releasing lock "refresh_cache-ab6baa6f-6d2f-4417-837a-d472338708b8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:06:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received event network-vif-plugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] No waiting events found dispatching network-vif-plugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:52 user nova-compute[74639]: WARNING nova.compute.manager [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received unexpected event network-vif-plugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b for instance with vm_state building and task_state spawning.
Nov 15 20:06:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received event network-vif-plugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] No waiting events found dispatching network-vif-plugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:52 user nova-compute[74639]: WARNING nova.compute.manager [req-dc26a653-e6de-4577-9715-7f789b252ed9 req-70b13f2f-8221-4313-aacd-29fe71d0b1cb service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received unexpected event network-vif-plugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b for instance with vm_state building and task_state spawning.
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received event network-vif-plugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] Acquiring lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] No waiting events found dispatching network-vif-plugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:54 user nova-compute[74639]: WARNING nova.compute.manager [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received unexpected event network-vif-plugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 for instance with vm_state building and task_state spawning.
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received event network-vif-plugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] Acquiring lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] No waiting events found dispatching network-vif-plugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:06:54 user nova-compute[74639]: WARNING nova.compute.manager [req-10b5a04a-c581-45d4-92dd-72d4200cf34f req-458d5800-a6fd-45be-8398-86d83625afe3 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received unexpected event network-vif-plugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 for instance with vm_state building and task_state spawning.
Nov 15 20:06:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:06:54 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Instance spawned successfully.
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:06:54 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Instance spawned successfully.
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:06:54 user nova-compute[74639]: INFO nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Took 7.57 seconds to spawn the instance on the hypervisor.
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:06:55 user nova-compute[74639]: INFO nova.compute.manager [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Took 8.62 seconds to build instance.
Nov 15 20:06:55 user nova-compute[74639]: INFO nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Took 6.47 seconds to spawn the instance on the hypervisor.
Nov 15 20:06:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:06:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c2b2eeee-9a11-4d1e-97f8-8cd84ba19817 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.742s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:55 user nova-compute[74639]: INFO nova.compute.manager [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Took 8.61 seconds to build instance.
Nov 15 20:06:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-842e3f06-689a-45cd-a033-e97d81afae71 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.721s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:06:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:06:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-b6153bc5-541d-4260-812d-8b24952ca710 req-fb4799c4-d653-4ab8-8e56-a377a7c18ba4 service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received event network-changed-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-b6153bc5-541d-4260-812d-8b24952ca710 req-fb4799c4-d653-4ab8-8e56-a377a7c18ba4 service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Refreshing instance network info cache due to event network-changed-f91c9bcd-8cf1-4816-92ac-136a34903804. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:07:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b6153bc5-541d-4260-812d-8b24952ca710 req-fb4799c4-d653-4ab8-8e56-a377a7c18ba4 service nova] Acquiring lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b6153bc5-541d-4260-812d-8b24952ca710 req-fb4799c4-d653-4ab8-8e56-a377a7c18ba4 service nova] Acquired lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-b6153bc5-541d-4260-812d-8b24952ca710 req-fb4799c4-d653-4ab8-8e56-a377a7c18ba4 service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Refreshing network info cache for port f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:07:03 user nova-compute[74639]: DEBUG nova.network.neutron [req-b6153bc5-541d-4260-812d-8b24952ca710 req-fb4799c4-d653-4ab8-8e56-a377a7c18ba4 service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updated VIF entry in instance network info cache for port f91c9bcd-8cf1-4816-92ac-136a34903804. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:07:03 user nova-compute[74639]: DEBUG nova.network.neutron [req-b6153bc5-541d-4260-812d-8b24952ca710 req-fb4799c4-d653-4ab8-8e56-a377a7c18ba4 service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updating instance_info_cache with network_info: [{"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:07:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b6153bc5-541d-4260-812d-8b24952ca710 req-fb4799c4-d653-4ab8-8e56-a377a7c18ba4 service nova] Releasing lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Stashing vm_state: active {{(pid=74639) _prep_resize /opt/stack/nova/nova/compute/manager.py:5615}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:07:04 user nova-compute[74639]: INFO nova.compute.claims [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Claim successful on node user
Nov 15 20:07:04 user nova-compute[74639]: INFO nova.compute.resource_tracker [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating resource usage from migration c4839d1d-b09d-40f8-85c6-1af9efca4faf
Nov 15 20:07:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-f88a2305-9fc1-4a94-9a9c-6d7f7cf08ed9 req-af64ba98-42e9-4371-a6a4-4a3fbbabc27a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-changed-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-f88a2305-9fc1-4a94-9a9c-6d7f7cf08ed9 req-af64ba98-42e9-4371-a6a4-4a3fbbabc27a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Refreshing instance network info cache due to event network-changed-777e7b8d-2757-47f0-b857-a4558cf0295b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f88a2305-9fc1-4a94-9a9c-6d7f7cf08ed9 req-af64ba98-42e9-4371-a6a4-4a3fbbabc27a service nova] Acquiring lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f88a2305-9fc1-4a94-9a9c-6d7f7cf08ed9 req-af64ba98-42e9-4371-a6a4-4a3fbbabc27a service nova] Acquired lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG nova.network.neutron [req-f88a2305-9fc1-4a94-9a9c-6d7f7cf08ed9 req-af64ba98-42e9-4371-a6a4-4a3fbbabc27a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Refreshing network info cache for port 777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:07:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 0.489s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:04 user nova-compute[74639]: INFO nova.compute.manager [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Migrating
Nov 15 20:07:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG nova.network.neutron [req-f88a2305-9fc1-4a94-9a9c-6d7f7cf08ed9 req-af64ba98-42e9-4371-a6a4-4a3fbbabc27a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updated VIF entry in instance network info cache for port 777e7b8d-2757-47f0-b857-a4558cf0295b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG nova.network.neutron [req-f88a2305-9fc1-4a94-9a9c-6d7f7cf08ed9 req-af64ba98-42e9-4371-a6a4-4a3fbbabc27a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating instance_info_cache with network_info: [{"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f88a2305-9fc1-4a94-9a9c-6d7f7cf08ed9 req-af64ba98-42e9-4371-a6a4-4a3fbbabc27a service nova] Releasing lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquired lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating instance_info_cache with network_info: [{"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Releasing lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Starting migrate_disk_and_power_off {{(pid=74639) migrate_disk_and_power_off /opt/stack/nova/nova/virt/libvirt/driver.py:11487}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:06 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Instance destroyed successfully.
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:05:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1085528372',display_name='tempest-ServerActionsTestOtherA-server-1085528372',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1085528372',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJATPKm0ZbR1aX8Z+Ui4I0MmfC465VAYb6XW2bvolfG5sTfQb7JxLo/0qEsRjZHHeKLcXwsK3jRWPHk5dNaoTYCEdiSn0P7JD7I2W79BgqWy2/DMLWpyimUUFXLzP2bcOg==',key_name='tempest-keypair-1505687362',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:05:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-zl0jyu0l',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=<?>,task_state='resize_migrating',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:07:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=59146f09-2c45-4194-88e1-2ff47e3c9dcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1397784090-network", "vif_mac": "fa:16:3e:eb:8d:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1397784090-network", "vif_mac": "fa:16:3e:eb:8d:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_vif [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap777e7b8d-27, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e8c4fa6d-7831-4d68-82c3-da8ed29339f5) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:07:06 user nova-compute[74639]: INFO os_vif [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27')
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XepdSzoZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:07:06 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ddec928-b2a6-44c8-a909-34f067c778d3]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:07:06 user nova-compute[74639]: No targets found.
Nov 15 20:07:06 user nova-compute[74639]: iSNS:
Nov 15 20:07:06 user nova-compute[74639]: No targets found.
Nov 15 20:07:06 user nova-compute[74639]: STATIC:
Nov 15 20:07:06 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:07:06 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:07:06 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:07:06 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268
Nov 15 20:07:06 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:07:06 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:07:06 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359
Nov 15 20:07:06 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:07:06 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:07:06 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:07:06 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:07:06 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:07:06 user nova-compute[74639]: FIRMWARE:
Nov 15 20:07:06 user nova-compute[74639]: No targets found.
Nov 15 20:07:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:07:06 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:07:06 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[13ca2c15-98c4-46a2-b14f-89572b0a3d50]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[94f412ca-99aa-4940-a7b0-458bc21ad470]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:06 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:06 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:07:06 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:06 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:06 user nova-compute[74639]: tcp: [31] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:07:06 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704e89d0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-unplugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] No waiting events found dispatching network-vif-unplugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:07:06 user nova-compute[74639]: WARNING nova.compute.manager [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received unexpected event network-vif-unplugged-777e7b8d-2757-47f0-b857-a4558cf0295b for instance with vm_state active and task_state resize_migrating.
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] No waiting events found dispatching network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:07:06 user nova-compute[74639]: WARNING nova.compute.manager [req-0dbfcf9d-aecb-47df-b4c8-9d93fc5dd3f3 req-7250ef20-b4bf-4ca7-a4b9-780437e3553b service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received unexpected event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b for instance with vm_state active and task_state resize_migrating.
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca27175a-e4d1-4709-9688-c6ce453efb17]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[06b33d06-47d8-4f3f-9165-c33074a0d1ba]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[84790576-fe90-4a98-a243-901688b4c5f4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.050s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[df2c70fe-e558-45af-bb3b-eea9e49de166]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_8bd39684', '/dev/disk/by-id/scsi-1SCST_BIO8bd39684-c658e3207e9dd666', '/dev/disk/by-id/scsi-26336353865333230') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e18f0dc-1f23-4be5-a5b6-439bdfd3541d]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba969e29-b447-424a-8957-5a61897d4118]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6404cfb0-697b-4374-a714-7fe48853a830]: (4, ('Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260]\nLogout of [sid: 31, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 31, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260]
Nov 15 20:07:06 user nova-compute[74639]: Logout of [sid: 31, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260] successful.
Nov 15 20:07:06 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b02e295b-389d-40c5-8b92-19cd2ab1c553]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.378s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== disconnect_volume: return (379ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:07:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:07:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Port 777e7b8d-2757-47f0-b857-a4558cf0295b binding to destination host user is already ACTIVE {{(pid=74639) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3170}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquired lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG nova.network.neutron [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating instance_info_cache with network_info: [{"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Releasing lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG os_brick.utils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[80a8df12-fa6d-4f14-98ac-83361f2e829c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[271c7f01-ea24-4794-8cbf-03a22c3093f7]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8609694f-ed2b-4e78-9f09-695ef14643c3]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[89081b7b-75d5-45a0-b124-cf01f78f7ef5]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:07:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:07:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:07:09 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:07:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3153ef1-33c5-4876-a08d-48f2e03aebc4]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:07:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:07:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:07:09 user nova-compute[74639]: DEBUG os_brick.utils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:07:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:12 user nova-compute[74639]: INFO nova.compute.manager [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Unshelving
Nov 15 20:07:12 user nova-compute[74639]: INFO nova.virt.block_device [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Booting with volume dbdc892b-6445-4688-a68a-b810226cbde9 at /dev/vdc
Nov 15 20:07:12 user nova-compute[74639]: DEBUG os_brick.utils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8fa8f666-e19e-433f-8a6c-9d3c029b41ca]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[367b741b-5d5b-435b-9cdc-7ef859632a00]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c04617c-3df9-46b8-ba3c-108c6364f75a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[26323212-0793-4eb2-9433-b79d41403013]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:07:12 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:07:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c0e7f4f-0bfd-4552-849b-39f6838b4ffd]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG os_brick.utils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:07:12 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating existing volume attachment record: 8729d512-77bc-4e7d-b869-3f23c5131d23 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Starting finish_migration {{(pid=74639) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11674}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Instance directory exists: not creating {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 20:07:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Creating image(s)
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Ensure instance console log exists: /opt/stack/data/nova/instances/59146f09-2c45-4194-88e1-2ff47e3c9dcf/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Start _get_guest_xml network_info=[{"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1397784090-network", "vif_mac": "fa:16:3e:eb:8d:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XepdSzoZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': '59146f09-2c45-4194-88e1-2ff47e3c9dcf', 'attached_at': '2023-11-15T20:07:14.000000', 'detached_at': '', 'volume_id': 'db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'serial': 'db2f7c70-a1bd-41e7-b675-e4bd41c61c98'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'attachment_id': '6f926be5-bfa6-4793-9c67-d494d10ca069', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:07:14 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:07:14 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:45Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2',id=7,is_public=True,memory_mb=2048,name='m1.small',projects=<?>,root_gb=20,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XepdSzoZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:07:14 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:07:14 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:07:14 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6c1e3319-255c-47ae-a534-23c8a581e35c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:07:14 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3d54d68-32e9-49c0-897b-6455283f2c0c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98] added
Nov 15 20:07:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[25eb7afa-74ba-410b-aa66-6d91c425c516]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0533152f-1bc1-40b6-911a-3c8e0354bd10]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XepdSzoZ {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v XepdSzoZ" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f8c0809-751c-4624-85f5-e03883c8e25f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'XepdSzoZ'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f767db47-f564-4ef4-b717-1a4e9d3d79e5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0b880fd-5f85-4073-8418-c527b61d7c56]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --login" returned: 0 in 0.061s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c1d1fc8-9f88-4bf4-be3e-4e84f643d2bd]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260]
Nov 15 20:07:14 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260] successful.
Nov 15 20:07:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a76b7ced-5638-4ad5-bbdb-372253338663]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bad0f0e2-a222-47f3-a69d-a77074d537f2]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:07:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.302s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] HCTL ('33', '-', '-', 0) found on session 34 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[53c35af3-45b3-4f4c-a610-6a12ba814a29]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Searching for a device in session 34 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:07:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XepdSzoZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== connect_volume: return (1334ms) {'type': 'block', 'scsi_wwn': '26336353865333230', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26336353865333230', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:05:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1085528372',display_name='tempest-ServerActionsTestOtherA-server-1085528372',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1085528372',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJATPKm0ZbR1aX8Z+Ui4I0MmfC465VAYb6XW2bvolfG5sTfQb7JxLo/0qEsRjZHHeKLcXwsK3jRWPHk5dNaoTYCEdiSn0P7JD7I2W79BgqWy2/DMLWpyimUUFXLzP2bcOg==',key_name='tempest-keypair-1505687362',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:05:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-zl0jyu0l',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:07:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=59146f09-2c45-4194-88e1-2ff47e3c9dcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1397784090-network", "vif_mac": "fa:16:3e:eb:8d:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1397784090-network", "vif_mac": "fa:16:3e:eb:8d:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:07:15 user nova-compute[74639]:   <uuid>59146f09-2c45-4194-88e1-2ff47e3c9dcf</uuid>
Nov 15 20:07:15 user nova-compute[74639]:   <name>instance-0000001d</name>
Nov 15 20:07:15 user nova-compute[74639]:   <memory>2097152</memory>
Nov 15 20:07:15 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:07:15 user nova-compute[74639]:   <metadata>
Nov 15 20:07:15 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:07:15 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:07:15 user nova-compute[74639]:       <nova:name>tempest-ServerActionsTestOtherA-server-1085528372</nova:name>
Nov 15 20:07:15 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:07:14</nova:creationTime>
Nov 15 20:07:15 user nova-compute[74639]:       <nova:flavor name="m1.small">
Nov 15 20:07:15 user nova-compute[74639]:         <nova:memory>2048</nova:memory>
Nov 15 20:07:15 user nova-compute[74639]:         <nova:disk>20</nova:disk>
Nov 15 20:07:15 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:07:15 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:07:15 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:07:15 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:07:15 user nova-compute[74639]:       <nova:owner>
Nov 15 20:07:15 user nova-compute[74639]:         <nova:user uuid="a0c44398b8fc4635a47d1e96cfb15448">tempest-ServerActionsTestOtherA-1803249031-project-member</nova:user>
Nov 15 20:07:15 user nova-compute[74639]:         <nova:project uuid="4f7f83c51452412196147e7389bb0dd2">tempest-ServerActionsTestOtherA-1803249031</nova:project>
Nov 15 20:07:15 user nova-compute[74639]:       </nova:owner>
Nov 15 20:07:15 user nova-compute[74639]:       <nova:ports>
Nov 15 20:07:15 user nova-compute[74639]:         <nova:port uuid="777e7b8d-2757-47f0-b857-a4558cf0295b">
Nov 15 20:07:15 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 20:07:15 user nova-compute[74639]:         </nova:port>
Nov 15 20:07:15 user nova-compute[74639]:       </nova:ports>
Nov 15 20:07:15 user nova-compute[74639]:     </nova:instance>
Nov 15 20:07:15 user nova-compute[74639]:   </metadata>
Nov 15 20:07:15 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:07:15 user nova-compute[74639]:     <system>
Nov 15 20:07:15 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:07:15 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:07:15 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:07:15 user nova-compute[74639]:       <entry name="serial">59146f09-2c45-4194-88e1-2ff47e3c9dcf</entry>
Nov 15 20:07:15 user nova-compute[74639]:       <entry name="uuid">59146f09-2c45-4194-88e1-2ff47e3c9dcf</entry>
Nov 15 20:07:15 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:07:15 user nova-compute[74639]:     </system>
Nov 15 20:07:15 user nova-compute[74639]:   </sysinfo>
Nov 15 20:07:15 user nova-compute[74639]:   <os>
Nov 15 20:07:15 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:07:15 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:07:15 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:07:15 user nova-compute[74639]:   </os>
Nov 15 20:07:15 user nova-compute[74639]:   <features>
Nov 15 20:07:15 user nova-compute[74639]:     <acpi/>
Nov 15 20:07:15 user nova-compute[74639]:     <apic/>
Nov 15 20:07:15 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:07:15 user nova-compute[74639]:   </features>
Nov 15 20:07:15 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:07:15 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:07:15 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:07:15 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:07:15 user nova-compute[74639]:   </clock>
Nov 15 20:07:15 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:07:15 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:07:15 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:07:15 user nova-compute[74639]:   </cpu>
Nov 15 20:07:15 user nova-compute[74639]:   <devices>
Nov 15 20:07:15 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:07:15 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:07:15 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 20:07:15 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:07:15 user nova-compute[74639]:       <serial>db2f7c70-a1bd-41e7-b675-e4bd41c61c98</serial>
Nov 15 20:07:15 user nova-compute[74639]:     </disk>
Nov 15 20:07:15 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:07:15 user nova-compute[74639]:       <mac address="fa:16:3e:eb:8d:76"/>
Nov 15 20:07:15 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:07:15 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:07:15 user nova-compute[74639]:       <target dev="tap777e7b8d-27"/>
Nov 15 20:07:15 user nova-compute[74639]:     </interface>
Nov 15 20:07:15 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:07:15 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/59146f09-2c45-4194-88e1-2ff47e3c9dcf/console.log" append="off"/>
Nov 15 20:07:15 user nova-compute[74639]:     </serial>
Nov 15 20:07:15 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:07:15 user nova-compute[74639]:     <video>
Nov 15 20:07:15 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:07:15 user nova-compute[74639]:     </video>
Nov 15 20:07:15 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:07:15 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:07:15 user nova-compute[74639]:     </rng>
Nov 15 20:07:15 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:07:15 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:07:15 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:07:15 user nova-compute[74639]:     </memballoon>
Nov 15 20:07:15 user nova-compute[74639]:   </devices>
Nov 15 20:07:15 user nova-compute[74639]: </domain>
Nov 15 20:07:15 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:05:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1085528372',display_name='tempest-ServerActionsTestOtherA-server-1085528372',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1085528372',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJATPKm0ZbR1aX8Z+Ui4I0MmfC465VAYb6XW2bvolfG5sTfQb7JxLo/0qEsRjZHHeKLcXwsK3jRWPHk5dNaoTYCEdiSn0P7JD7I2W79BgqWy2/DMLWpyimUUFXLzP2bcOg==',key_name='tempest-keypair-1505687362',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:05:22Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=MigrationContext,new_flavor=Flavor(7),node='user',numa_topology=None,old_flavor=Flavor(6),os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=1,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-zl0jyu0l',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=ServiceList,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',old_vm_state='active',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=<?>,task_state='resize_finish',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:07:08Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=59146f09-2c45-4194-88e1-2ff47e3c9dcf,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1397784090-network", "vif_mac": "fa:16:3e:eb:8d:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}], "label": "tempest-ServerActionsTestOtherA-1397784090-network", "vif_mac": "fa:16:3e:eb:8d:76"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG os_vif [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '9f01fca3-2e94-599d-8500-dd52ad1e6789', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap777e7b8d-27, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap777e7b8d-27, col_values=(('qos', UUID('59de4347-eaee-49c2-b5cb-b4d2c686d986')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap777e7b8d-27, col_values=(('external_ids', {'iface-id': '777e7b8d-2757-47f0-b857-a4558cf0295b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:eb:8d:76', 'vm-uuid': '59146f09-2c45-4194-88e1-2ff47e3c9dcf'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:15 user nova-compute[74639]: INFO os_vif [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27')
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:07:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] No VIF found with MAC fa:16:3e:eb:8d:76, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:07:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-4fccb63b-dcea-4688-a535-eaa6a80abdee req-829ff9fe-2700-4852-96be-1fa2f2d510b3 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4fccb63b-dcea-4688-a535-eaa6a80abdee req-829ff9fe-2700-4852-96be-1fa2f2d510b3 service nova] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4fccb63b-dcea-4688-a535-eaa6a80abdee req-829ff9fe-2700-4852-96be-1fa2f2d510b3 service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4fccb63b-dcea-4688-a535-eaa6a80abdee req-829ff9fe-2700-4852-96be-1fa2f2d510b3 service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-4fccb63b-dcea-4688-a535-eaa6a80abdee req-829ff9fe-2700-4852-96be-1fa2f2d510b3 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] No waiting events found dispatching network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:07:17 user nova-compute[74639]: WARNING nova.compute.manager [req-4fccb63b-dcea-4688-a535-eaa6a80abdee req-829ff9fe-2700-4852-96be-1fa2f2d510b3 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received unexpected event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b for instance with vm_state active and task_state resize_finish.
Nov 15 20:07:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'pci_requests' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-9ccbf44d-8eab-4b78-b00f-ac09c615e76e req-b314c70c-0514-4706-a540-9bf56d0f8e3c service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9ccbf44d-8eab-4b78-b00f-ac09c615e76e req-b314c70c-0514-4706-a540-9bf56d0f8e3c service nova] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9ccbf44d-8eab-4b78-b00f-ac09c615e76e req-b314c70c-0514-4706-a540-9bf56d0f8e3c service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9ccbf44d-8eab-4b78-b00f-ac09c615e76e req-b314c70c-0514-4706-a540-9bf56d0f8e3c service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-9ccbf44d-8eab-4b78-b00f-ac09c615e76e req-b314c70c-0514-4706-a540-9bf56d0f8e3c service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] No waiting events found dispatching network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:07:19 user nova-compute[74639]: WARNING nova.compute.manager [req-9ccbf44d-8eab-4b78-b00f-ac09c615e76e req-b314c70c-0514-4706-a540-9bf56d0f8e3c service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received unexpected event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b for instance with vm_state active and task_state resize_finish.
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'numa_topology' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:07:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Instance running successfully.
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Failed to set time: agent not configured {{(pid=74639) sync_guest_time /opt/stack/nova/nova/virt/libvirt/guest.py:200}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c017eb47-f64e-4923-8f3d-5684d5548e52 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] finish_migration finished successfully. {{(pid=74639) finish_migration /opt/stack/nova/nova/virt/libvirt/driver.py:11769}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:07:19 user nova-compute[74639]: INFO nova.compute.claims [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Claim successful on node user
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:07:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.606s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:19 user nova-compute[74639]: INFO nova.network.neutron [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating port 55df1c91-14c3-4bf0-a68e-70243ad5f12b with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 15 20:07:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquired lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:20 user nova-compute[74639]: DEBUG nova.network.neutron [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:07:20 user nova-compute[74639]: DEBUG nova.network.neutron [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating instance_info_cache with network_info: [{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:07:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Releasing lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:07:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:07:21 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Creating image(s)
Nov 15 20:07:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.009s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:21 user nova-compute[74639]: DEBUG nova.objects.instance [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'trusted_certs' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:07:21 user nova-compute[74639]: DEBUG nova.objects.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<cb7236aa-16ad-467b-90b7-cca974aa8577> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:07:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "cea454878c9f9ac210b09f357b231cbc86a7b901" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cea454878c9f9ac210b09f357b231cbc86a7b901" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-a00a1053-7fb8-4873-b22d-ab51133d6714 req-17b45312-5751-472a-98c5-8f30f83330d4 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-changed-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-a00a1053-7fb8-4873-b22d-ab51133d6714 req-17b45312-5751-472a-98c5-8f30f83330d4 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Refreshing instance network info cache due to event network-changed-55df1c91-14c3-4bf0-a68e-70243ad5f12b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a00a1053-7fb8-4873-b22d-ab51133d6714 req-17b45312-5751-472a-98c5-8f30f83330d4 service nova] Acquiring lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a00a1053-7fb8-4873-b22d-ab51133d6714 req-17b45312-5751-472a-98c5-8f30f83330d4 service nova] Acquired lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG nova.network.neutron [req-a00a1053-7fb8-4873-b22d-ab51133d6714 req-17b45312-5751-472a-98c5-8f30f83330d4 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Refreshing network info cache for port 55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901.part --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG nova.virt.images [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] df1add3d-0130-4077-bb01-bb2fd1d7cc25 was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901.part /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901.part /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901.converted" returned: 0 in 0.427s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG nova.network.neutron [req-a00a1053-7fb8-4873-b22d-ab51133d6714 req-17b45312-5751-472a-98c5-8f30f83330d4 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updated VIF entry in instance network info cache for port 55df1c91-14c3-4bf0-a68e-70243ad5f12b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG nova.network.neutron [req-a00a1053-7fb8-4873-b22d-ab51133d6714 req-17b45312-5751-472a-98c5-8f30f83330d4 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating instance_info_cache with network_info: [{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a00a1053-7fb8-4873-b22d-ab51133d6714 req-17b45312-5751-472a-98c5-8f30f83330d4 service nova] Releasing lock "refresh_cache-cb7236aa-16ad-467b-90b7-cca974aa8577" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901.converted --force-share --output=json" returned: 0 in 0.218s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cea454878c9f9ac210b09f357b231cbc86a7b901" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.073s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901 --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "cea454878c9f9ac210b09f357b231cbc86a7b901" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cea454878c9f9ac210b09f357b231cbc86a7b901" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901 --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901,backing_fmt=raw /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901,backing_fmt=raw /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk 1073741824" returned: 0 in 0.049s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cea454878c9f9ac210b09f357b231cbc86a7b901" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901 --force-share --output=json" returned: 0 in 0.188s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG nova.objects.instance [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'migration_context' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG nova.objects.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<cb7236aa-16ad-467b-90b7-cca974aa8577> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:07:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Rebasing disk image.
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 -F raw /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 -F raw /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk" returned: 0 in 2.248s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Ensure instance console log exists: /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Start _get_guest_xml network_info=[{"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdc': {'bus': 'virtio', 'dev': 'vdc', 'type': 'disk'}}} image_meta=ImageMeta(checksum='76afe27b7e3bce607553a5ff526dc1f6',container_format='bare',created_at=2023-11-15T20:05:20Z,direct_url=<?>,disk_format='qcow2',id=df1add3d-0130-4077-bb01-bb2fd1d7cc25,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1311129010-shelved',owner='35f1a3ef9b014268870e38262ec8f834',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-15T20:05:25Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrEptRLB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': 'cb7236aa-16ad-467b-90b7-cca974aa8577', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbdc892b-6445-4688-a68a-b810226cbde9', 'serial': 'dbdc892b-6445-4688-a68a-b810226cbde9'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'attachment_id': '8729d512-77bc-4e7d-b869-3f23c5131d23', 'device_type': 'disk', 'mount_device': '/dev/vdc', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:07:26 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:07:26 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='76afe27b7e3bce607553a5ff526dc1f6',container_format='bare',created_at=2023-11-15T20:05:20Z,direct_url=<?>,disk_format='qcow2',id=df1add3d-0130-4077-bb01-bb2fd1d7cc25,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1311129010-shelved',owner='35f1a3ef9b014268870e38262ec8f834',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-15T20:05:25Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.objects.instance [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'vcpu_model' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.objects.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<cb7236aa-16ad-467b-90b7-cca974aa8577> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrEptRLB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:07:26 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:07:26 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:07:26 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260" returned: 21 in 0.041s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[255b3c33-efc4-43aa-81fb-9cd5a13806b3]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:07:26 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d5559607-8b73-4e38-8873-9580a3361792]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9] added
Nov 15 20:07:26 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e8a966d-aa86-41ff-bf0b-d6e940e3ad86]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffee5531-00d5-4726-88c6-7164e468bb72]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xrEptRLB {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xrEptRLB" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a168b4ee-2071-4570-a8bd-531ebd253be9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xrEptRLB'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5fbd250f-64a4-4524-b5ea-26696a8d70bc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0db6cc4f-bd50-4c62-b900-884bfaa42d13]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --login" returned: 0 in 0.072s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e125a475-db2d-4b7a-bf73-717b7ed7fdbb]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9, portal: 172.16.0.220,3260]
Nov 15 20:07:26 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9, portal: 172.16.0.220,3260] successful.
Nov 15 20:07:26 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc6129a9-3c93-4724-8af0-7a7b3f7d7e1f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.033s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[385fd6cb-5b1c-4e03-86df-0ede8f433852]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:07:26 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.365s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] HCTL ('37', '-', '-', 0) found on session 35 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[da29730a-4f1d-4d87-b011-fd520d7db6e9]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Searching for a device in session 35 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:07:26 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrEptRLB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.407s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] <== connect_volume: return (1409ms) {'type': 'block', 'scsi_wwn': '23739373839303062', 'path': '/dev/sdf'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739373839303062', 'path': '/dev/sdf'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T20:03:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311129010',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311129010',id=24,image_ref='df1add3d-0130-4077-bb01-bb2fd1d7cc25',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1542852316',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:03:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-rkt0pnm9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member',shelved_at='2023-11-15T20:05:25.160184',shelved_host='user',shelved_image_id='df1add3d-0130-4077-bb01-bb2fd1d7cc25'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:07:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=cb7236aa-16ad-467b-90b7-cca974aa8577,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.objects.instance [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'pci_devices' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.objects.base [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<cb7236aa-16ad-467b-90b7-cca974aa8577> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:07:27 user nova-compute[74639]:   <uuid>cb7236aa-16ad-467b-90b7-cca974aa8577</uuid>
Nov 15 20:07:27 user nova-compute[74639]:   <name>instance-00000018</name>
Nov 15 20:07:27 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:07:27 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:07:27 user nova-compute[74639]:   <metadata>
Nov 15 20:07:27 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:07:27 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:07:27 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1311129010</nova:name>
Nov 15 20:07:27 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:07:26</nova:creationTime>
Nov 15 20:07:27 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:07:27 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:07:27 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:07:27 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:07:27 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:07:27 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:07:27 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:07:27 user nova-compute[74639]:       <nova:owner>
Nov 15 20:07:27 user nova-compute[74639]:         <nova:user uuid="2393492c8dc1454297b712b8a68200b5">tempest-AttachVolumeShelveTestJSON-100749280-project-member</nova:user>
Nov 15 20:07:27 user nova-compute[74639]:         <nova:project uuid="35f1a3ef9b014268870e38262ec8f834">tempest-AttachVolumeShelveTestJSON-100749280</nova:project>
Nov 15 20:07:27 user nova-compute[74639]:       </nova:owner>
Nov 15 20:07:27 user nova-compute[74639]:       <nova:root type="image" uuid="df1add3d-0130-4077-bb01-bb2fd1d7cc25"/>
Nov 15 20:07:27 user nova-compute[74639]:       <nova:ports>
Nov 15 20:07:27 user nova-compute[74639]:         <nova:port uuid="55df1c91-14c3-4bf0-a68e-70243ad5f12b">
Nov 15 20:07:27 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 20:07:27 user nova-compute[74639]:         </nova:port>
Nov 15 20:07:27 user nova-compute[74639]:       </nova:ports>
Nov 15 20:07:27 user nova-compute[74639]:     </nova:instance>
Nov 15 20:07:27 user nova-compute[74639]:   </metadata>
Nov 15 20:07:27 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:07:27 user nova-compute[74639]:     <system>
Nov 15 20:07:27 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:07:27 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:07:27 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:07:27 user nova-compute[74639]:       <entry name="serial">cb7236aa-16ad-467b-90b7-cca974aa8577</entry>
Nov 15 20:07:27 user nova-compute[74639]:       <entry name="uuid">cb7236aa-16ad-467b-90b7-cca974aa8577</entry>
Nov 15 20:07:27 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:07:27 user nova-compute[74639]:     </system>
Nov 15 20:07:27 user nova-compute[74639]:   </sysinfo>
Nov 15 20:07:27 user nova-compute[74639]:   <os>
Nov 15 20:07:27 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:07:27 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:07:27 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:07:27 user nova-compute[74639]:   </os>
Nov 15 20:07:27 user nova-compute[74639]:   <features>
Nov 15 20:07:27 user nova-compute[74639]:     <acpi/>
Nov 15 20:07:27 user nova-compute[74639]:     <apic/>
Nov 15 20:07:27 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:07:27 user nova-compute[74639]:   </features>
Nov 15 20:07:27 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:07:27 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:07:27 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:07:27 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:07:27 user nova-compute[74639]:   </clock>
Nov 15 20:07:27 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:07:27 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:07:27 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:07:27 user nova-compute[74639]:   </cpu>
Nov 15 20:07:27 user nova-compute[74639]:   <devices>
Nov 15 20:07:27 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:07:27 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:07:27 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk"/>
Nov 15 20:07:27 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:07:27 user nova-compute[74639]:     </disk>
Nov 15 20:07:27 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:07:27 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:07:27 user nova-compute[74639]:       <source dev="/dev/sdf"/>
Nov 15 20:07:27 user nova-compute[74639]:       <target dev="vdc" bus="virtio"/>
Nov 15 20:07:27 user nova-compute[74639]:       <serial>dbdc892b-6445-4688-a68a-b810226cbde9</serial>
Nov 15 20:07:27 user nova-compute[74639]:     </disk>
Nov 15 20:07:27 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:07:27 user nova-compute[74639]:       <mac address="fa:16:3e:ae:c2:4a"/>
Nov 15 20:07:27 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:07:27 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:07:27 user nova-compute[74639]:       <target dev="tap55df1c91-14"/>
Nov 15 20:07:27 user nova-compute[74639]:     </interface>
Nov 15 20:07:27 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:07:27 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/console.log" append="off"/>
Nov 15 20:07:27 user nova-compute[74639]:     </serial>
Nov 15 20:07:27 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:07:27 user nova-compute[74639]:     <video>
Nov 15 20:07:27 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:07:27 user nova-compute[74639]:     </video>
Nov 15 20:07:27 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:07:27 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:07:27 user nova-compute[74639]:     </rng>
Nov 15 20:07:27 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:07:27 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:07:27 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:07:27 user nova-compute[74639]:     </memballoon>
Nov 15 20:07:27 user nova-compute[74639]:   </devices>
Nov 15 20:07:27 user nova-compute[74639]: </domain>
Nov 15 20:07:27 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T20:03:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311129010',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311129010',id=24,image_ref='df1add3d-0130-4077-bb01-bb2fd1d7cc25',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1542852316',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:03:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-rkt0pnm9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member',shelved_at='2023-11-15T20:05:25.160184',shelved_host='user',shelved_image_id='df1add3d-0130-4077-bb01-bb2fd1d7cc25'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:07:13Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=cb7236aa-16ad-467b-90b7-cca974aa8577,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG os_vif [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '39d23bd4-aa55-5b76-adc9-446dbecac483', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap55df1c91-14, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap55df1c91-14, col_values=(('qos', UUID('a0e1f093-b7d1-4442-ac2a-7c41eea39db2')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap55df1c91-14, col_values=(('external_ids', {'iface-id': '55df1c91-14c3-4bf0-a68e-70243ad5f12b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ae:c2:4a', 'vm-uuid': 'cb7236aa-16ad-467b-90b7-cca974aa8577'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:27 user nova-compute[74639]: INFO os_vif [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14')
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:07:27 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] No VIF found with MAC fa:16:3e:ae:c2:4a, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:07:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-5a90fe61-b75b-41f3-ae28-24f5f7b9d18f req-75160b36-dfab-4c19-bab5-3690b5fbfcf8 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a90fe61-b75b-41f3-ae28-24f5f7b9d18f req-75160b36-dfab-4c19-bab5-3690b5fbfcf8 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a90fe61-b75b-41f3-ae28-24f5f7b9d18f req-75160b36-dfab-4c19-bab5-3690b5fbfcf8 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5a90fe61-b75b-41f3-ae28-24f5f7b9d18f req-75160b36-dfab-4c19-bab5-3690b5fbfcf8 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-5a90fe61-b75b-41f3-ae28-24f5f7b9d18f req-75160b36-dfab-4c19-bab5-3690b5fbfcf8 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:07:29 user nova-compute[74639]: WARNING nova.compute.manager [req-5a90fe61-b75b-41f3-ae28-24f5f7b9d18f req-75160b36-dfab-4c19-bab5-3690b5fbfcf8 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 20:07:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:31 user nova-compute[74639]: DEBUG nova.compute.manager [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:07:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:07:31 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance spawned successfully.
Nov 15 20:07:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-ce65b956-f4f6-4850-8829-4864fe44dbb6 req-1a7ae348-4dc7-4fd3-9420-e6def1c32fa9 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ce65b956-f4f6-4850-8829-4864fe44dbb6 req-1a7ae348-4dc7-4fd3-9420-e6def1c32fa9 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ce65b956-f4f6-4850-8829-4864fe44dbb6 req-1a7ae348-4dc7-4fd3-9420-e6def1c32fa9 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ce65b956-f4f6-4850-8829-4864fe44dbb6 req-1a7ae348-4dc7-4fd3-9420-e6def1c32fa9 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-ce65b956-f4f6-4850-8829-4864fe44dbb6 req-1a7ae348-4dc7-4fd3-9420-e6def1c32fa9 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:07:31 user nova-compute[74639]: WARNING nova.compute.manager [req-ce65b956-f4f6-4850-8829-4864fe44dbb6 req-1a7ae348-4dc7-4fd3-9420-e6def1c32fa9 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 20:07:32 user nova-compute[74639]: DEBUG nova.compute.manager [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:07:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-94aa0b0c-5d63-4e16-8d4d-6942b76e347b tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 19.647s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:07:44 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.239s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:07:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7373MB free_disk=25.114364624023438GB free_vcpus=0 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Applying migration context for instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf as it has an incoming, in-progress migration c4839d1d-b09d-40f8-85c6-1af9efca4faf. Migration status is finished {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 15 20:07:49 user nova-compute[74639]: INFO nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating resource usage from migration c4839d1d-b09d-40f8-85c6-1af9efca4faf
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bce03a28-8d3f-4168-990c-152cf6658d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 397e4963-602d-427e-9c7d-64a65e7de228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c5728c67-63cb-48b7-b781-55a37d5a0669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance ab6baa6f-6d2f-4417-837a-d472338708b8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Migration c4839d1d-b09d-40f8-85c6-1af9efca4faf is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cb7236aa-16ad-467b-90b7-cca974aa8577 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 13 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:07:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=8704MB phys_disk=40GB used_disk=10GB total_vcpus=12 used_vcpus=13 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:07:50 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:07:50 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:07:50 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:07:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.553s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-7b62fdac-5a84-425c-b603-d6749818bc75 req-9c62fce4-daaa-462a-95c0-4541b58f3cda service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-changed-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-7b62fdac-5a84-425c-b603-d6749818bc75 req-9c62fce4-daaa-462a-95c0-4541b58f3cda service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Refreshing instance network info cache due to event network-changed-fcdf8c9c-c489-4d88-934d-9f7ac92aafce. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:07:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7b62fdac-5a84-425c-b603-d6749818bc75 req-9c62fce4-daaa-462a-95c0-4541b58f3cda service nova] Acquiring lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7b62fdac-5a84-425c-b603-d6749818bc75 req-9c62fce4-daaa-462a-95c0-4541b58f3cda service nova] Acquired lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-7b62fdac-5a84-425c-b603-d6749818bc75 req-9c62fce4-daaa-462a-95c0-4541b58f3cda service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Refreshing network info cache for port fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:07:51 user nova-compute[74639]: DEBUG nova.network.neutron [req-7b62fdac-5a84-425c-b603-d6749818bc75 req-9c62fce4-daaa-462a-95c0-4541b58f3cda service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updated VIF entry in instance network info cache for port fcdf8c9c-c489-4d88-934d-9f7ac92aafce. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:07:51 user nova-compute[74639]: DEBUG nova.network.neutron [req-7b62fdac-5a84-425c-b603-d6749818bc75 req-9c62fce4-daaa-462a-95c0-4541b58f3cda service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updating instance_info_cache with network_info: [{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:07:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7b62fdac-5a84-425c-b603-d6749818bc75 req-9c62fce4-daaa-462a-95c0-4541b58f3cda service nova] Releasing lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:07:51 user nova-compute[74639]: INFO nova.compute.manager [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Detaching volume b0baf510-9981-4a40-a129-98e6e9427359
Nov 15 20:07:51 user nova-compute[74639]: INFO nova.virt.block_device [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Attempting to driver detach volume b0baf510-9981-4a40-a129-98e6e9427359 from mountpoint /dev/vdb
Nov 15 20:07:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Attempting to detach device vdb from instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:07:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:07:51 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:07:51 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:07:51 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:07:51 user nova-compute[74639]:   <serial>b0baf510-9981-4a40-a129-98e6e9427359</serial>
Nov 15 20:07:51 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:07:51 user nova-compute[74639]: </disk>
Nov 15 20:07:51 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:07:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Successfully detached device vdb from instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 from the persistent domain config.
Nov 15 20:07:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:07:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:07:51 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:07:51 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:07:51 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:07:51 user nova-compute[74639]:   <serial>b0baf510-9981-4a40-a129-98e6e9427359</serial>
Nov 15 20:07:51 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:07:51 user nova-compute[74639]: </disk>
Nov 15 20:07:51 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:07:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:07:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-c8f41f58-1e02-48a4-b8d0-2e9c22d8c3fb req-d15e9c45-0ae7-4b9b-8946-5bfd2518aaba service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-changed-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-c8f41f58-1e02-48a4-b8d0-2e9c22d8c3fb req-d15e9c45-0ae7-4b9b-8946-5bfd2518aaba service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Refreshing instance network info cache due to event network-changed-fcdf8c9c-c489-4d88-934d-9f7ac92aafce. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:07:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c8f41f58-1e02-48a4-b8d0-2e9c22d8c3fb req-d15e9c45-0ae7-4b9b-8946-5bfd2518aaba service nova] Acquiring lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c8f41f58-1e02-48a4-b8d0-2e9c22d8c3fb req-d15e9c45-0ae7-4b9b-8946-5bfd2518aaba service nova] Acquired lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:53 user nova-compute[74639]: DEBUG nova.network.neutron [req-c8f41f58-1e02-48a4-b8d0-2e9c22d8c3fb req-d15e9c45-0ae7-4b9b-8946-5bfd2518aaba service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Refreshing network info cache for port fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:07:53 user nova-compute[74639]: DEBUG nova.network.neutron [req-c8f41f58-1e02-48a4-b8d0-2e9c22d8c3fb req-d15e9c45-0ae7-4b9b-8946-5bfd2518aaba service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updated VIF entry in instance network info cache for port fcdf8c9c-c489-4d88-934d-9f7ac92aafce. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:07:53 user nova-compute[74639]: DEBUG nova.network.neutron [req-c8f41f58-1e02-48a4-b8d0-2e9c22d8c3fb req-d15e9c45-0ae7-4b9b-8946-5bfd2518aaba service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updating instance_info_cache with network_info: [{"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:07:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c8f41f58-1e02-48a4-b8d0-2e9c22d8c3fb req-d15e9c45-0ae7-4b9b-8946-5bfd2518aaba service nova] Releasing lock "refresh_cache-d6cc2f09-9386-422a-bdf8-58213a7e5fe2" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:07:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:07:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "7128f3c3-5e7f-4280-b392-371412b9b57b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:07:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:57 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:07:57 user nova-compute[74639]: INFO nova.compute.claims [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Claim successful on node user
Nov 15 20:07:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.497s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.network.neutron [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:07:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.policy [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afae79772419472b8a582a92daf925a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd10b7f49c5f4e94a4afbf9d61b9b81d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:07:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Creating image(s)
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "/opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "/opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "/opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.network.neutron [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Successfully created port: e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk 1073741824" returned: 0 in 0.055s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.241s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:07:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Cannot resize image /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Ensure instance console log exists: /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Successfully updated port: e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "refresh_cache-7128f3c3-5e7f-4280-b392-371412b9b57b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquired lock "refresh_cache-7128f3c3-5e7f-4280-b392-371412b9b57b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-9ca54009-9079-445a-8c98-d31c01ac7b5c req-24148959-de85-439e-9101-71bdb83d0f14 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received event network-changed-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-9ca54009-9079-445a-8c98-d31c01ac7b5c req-24148959-de85-439e-9101-71bdb83d0f14 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Refreshing instance network info cache due to event network-changed-e69a98c8-0a3a-4055-bf60-6b764962cfa3. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9ca54009-9079-445a-8c98-d31c01ac7b5c req-24148959-de85-439e-9101-71bdb83d0f14 service nova] Acquiring lock "refresh_cache-7128f3c3-5e7f-4280-b392-371412b9b57b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Updating instance_info_cache with network_info: [{"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Releasing lock "refresh_cache-7128f3c3-5e7f-4280-b392-371412b9b57b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Instance network_info: |[{"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9ca54009-9079-445a-8c98-d31c01ac7b5c req-24148959-de85-439e-9101-71bdb83d0f14 service nova] Acquired lock "refresh_cache-7128f3c3-5e7f-4280-b392-371412b9b57b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.network.neutron [req-9ca54009-9079-445a-8c98-d31c01ac7b5c req-24148959-de85-439e-9101-71bdb83d0f14 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Refreshing network info cache for port e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Start _get_guest_xml network_info=[{"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:07:59 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:07:59 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:07:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1510007096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1510007096',id=32,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-dsoae9i5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:07:58Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=7128f3c3-5e7f-4280-b392-371412b9b57b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:21:07,bridge_name='br-int',has_traffic_filtering=True,id=e69a98c8-0a3a-4055-bf60-6b764962cfa3,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69a98c8-0a') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'pci_devices' on Instance uuid 7128f3c3-5e7f-4280-b392-371412b9b57b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:07:59 user nova-compute[74639]:   <uuid>7128f3c3-5e7f-4280-b392-371412b9b57b</uuid>
Nov 15 20:07:59 user nova-compute[74639]:   <name>instance-00000020</name>
Nov 15 20:07:59 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:07:59 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:07:59 user nova-compute[74639]:   <metadata>
Nov 15 20:07:59 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:07:59 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:07:59 user nova-compute[74639]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-1510007096</nova:name>
Nov 15 20:07:59 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:07:59</nova:creationTime>
Nov 15 20:07:59 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:07:59 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:07:59 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:07:59 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:07:59 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:07:59 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:07:59 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:07:59 user nova-compute[74639]:       <nova:owner>
Nov 15 20:07:59 user nova-compute[74639]:         <nova:user uuid="afae79772419472b8a582a92daf925a9">tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member</nova:user>
Nov 15 20:07:59 user nova-compute[74639]:         <nova:project uuid="bd10b7f49c5f4e94a4afbf9d61b9b81d">tempest-ServerBootFromVolumeStableRescueTest-1555454741</nova:project>
Nov 15 20:07:59 user nova-compute[74639]:       </nova:owner>
Nov 15 20:07:59 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:07:59 user nova-compute[74639]:       <nova:ports>
Nov 15 20:07:59 user nova-compute[74639]:         <nova:port uuid="e69a98c8-0a3a-4055-bf60-6b764962cfa3">
Nov 15 20:07:59 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 20:07:59 user nova-compute[74639]:         </nova:port>
Nov 15 20:07:59 user nova-compute[74639]:       </nova:ports>
Nov 15 20:07:59 user nova-compute[74639]:     </nova:instance>
Nov 15 20:07:59 user nova-compute[74639]:   </metadata>
Nov 15 20:07:59 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:07:59 user nova-compute[74639]:     <system>
Nov 15 20:07:59 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:07:59 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:07:59 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:07:59 user nova-compute[74639]:       <entry name="serial">7128f3c3-5e7f-4280-b392-371412b9b57b</entry>
Nov 15 20:07:59 user nova-compute[74639]:       <entry name="uuid">7128f3c3-5e7f-4280-b392-371412b9b57b</entry>
Nov 15 20:07:59 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:07:59 user nova-compute[74639]:     </system>
Nov 15 20:07:59 user nova-compute[74639]:   </sysinfo>
Nov 15 20:07:59 user nova-compute[74639]:   <os>
Nov 15 20:07:59 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:07:59 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:07:59 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:07:59 user nova-compute[74639]:   </os>
Nov 15 20:07:59 user nova-compute[74639]:   <features>
Nov 15 20:07:59 user nova-compute[74639]:     <acpi/>
Nov 15 20:07:59 user nova-compute[74639]:     <apic/>
Nov 15 20:07:59 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:07:59 user nova-compute[74639]:   </features>
Nov 15 20:07:59 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:07:59 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:07:59 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:07:59 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:07:59 user nova-compute[74639]:   </clock>
Nov 15 20:07:59 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:07:59 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:07:59 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:07:59 user nova-compute[74639]:   </cpu>
Nov 15 20:07:59 user nova-compute[74639]:   <devices>
Nov 15 20:07:59 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:07:59 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:07:59 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk"/>
Nov 15 20:07:59 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:07:59 user nova-compute[74639]:     </disk>
Nov 15 20:07:59 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:07:59 user nova-compute[74639]:       <mac address="fa:16:3e:8a:21:07"/>
Nov 15 20:07:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:07:59 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:07:59 user nova-compute[74639]:       <target dev="tape69a98c8-0a"/>
Nov 15 20:07:59 user nova-compute[74639]:     </interface>
Nov 15 20:07:59 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:07:59 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/console.log" append="off"/>
Nov 15 20:07:59 user nova-compute[74639]:     </serial>
Nov 15 20:07:59 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:07:59 user nova-compute[74639]:     <video>
Nov 15 20:07:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:07:59 user nova-compute[74639]:     </video>
Nov 15 20:07:59 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:07:59 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:07:59 user nova-compute[74639]:     </rng>
Nov 15 20:07:59 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:07:59 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:07:59 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:07:59 user nova-compute[74639]:     </memballoon>
Nov 15 20:07:59 user nova-compute[74639]:   </devices>
Nov 15 20:07:59 user nova-compute[74639]: </domain>
Nov 15 20:07:59 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:07:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1510007096',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1510007096',id=32,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-dsoae9i5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:07:58Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=7128f3c3-5e7f-4280-b392-371412b9b57b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:21:07,bridge_name='br-int',has_traffic_filtering=True,id=e69a98c8-0a3a-4055-bf60-6b764962cfa3,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69a98c8-0a') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG os_vif [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:21:07,bridge_name='br-int',has_traffic_filtering=True,id=e69a98c8-0a3a-4055-bf60-6b764962cfa3,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69a98c8-0a') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6880e3d4-af1c-57c9-862e-12e486540675', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape69a98c8-0a, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape69a98c8-0a, col_values=(('qos', UUID('d08c964f-738d-4a9c-b7cd-722c9943496e')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape69a98c8-0a, col_values=(('external_ids', {'iface-id': 'e69a98c8-0a3a-4055-bf60-6b764962cfa3', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:21:07', 'vm-uuid': '7128f3c3-5e7f-4280-b392-371412b9b57b'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:07:59 user nova-compute[74639]: INFO os_vif [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:21:07,bridge_name='br-int',has_traffic_filtering=True,id=e69a98c8-0a3a-4055-bf60-6b764962cfa3,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69a98c8-0a')
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:07:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No VIF found with MAC fa:16:3e:8a:21:07, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:08:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-9ca54009-9079-445a-8c98-d31c01ac7b5c req-24148959-de85-439e-9101-71bdb83d0f14 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Updated VIF entry in instance network info cache for port e69a98c8-0a3a-4055-bf60-6b764962cfa3. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:08:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-9ca54009-9079-445a-8c98-d31c01ac7b5c req-24148959-de85-439e-9101-71bdb83d0f14 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Updating instance_info_cache with network_info: [{"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9ca54009-9079-445a-8c98-d31c01ac7b5c req-24148959-de85-439e-9101-71bdb83d0f14 service nova] Releasing lock "refresh_cache-7128f3c3-5e7f-4280-b392-371412b9b57b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:08:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-8903ea8c-630f-45d1-a375-5800d7edc929 req-f46b3652-f2b9-471f-ab21-692a3d531e42 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received event network-vif-plugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8903ea8c-630f-45d1-a375-5800d7edc929 req-f46b3652-f2b9-471f-ab21-692a3d531e42 service nova] Acquiring lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8903ea8c-630f-45d1-a375-5800d7edc929 req-f46b3652-f2b9-471f-ab21-692a3d531e42 service nova] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8903ea8c-630f-45d1-a375-5800d7edc929 req-f46b3652-f2b9-471f-ab21-692a3d531e42 service nova] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-8903ea8c-630f-45d1-a375-5800d7edc929 req-f46b3652-f2b9-471f-ab21-692a3d531e42 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] No waiting events found dispatching network-vif-plugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:01 user nova-compute[74639]: WARNING nova.compute.manager [req-8903ea8c-630f-45d1-a375-5800d7edc929 req-f46b3652-f2b9-471f-ab21-692a3d531e42 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received unexpected event network-vif-plugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 for instance with vm_state building and task_state spawning.
Nov 15 20:08:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:08:03 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Instance spawned successfully.
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:08:03 user nova-compute[74639]: INFO nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Took 4.88 seconds to spawn the instance on the hypervisor.
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:08:03 user nova-compute[74639]: INFO nova.compute.manager [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Took 5.68 seconds to build instance.
Nov 15 20:08:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0e942fae-7a59-4dde-a70f-50f609b20878 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.794s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-c2d9be43-9123-4b0a-b797-e0c8e8a900e3 req-cfaac2a1-aeb7-4cb5-bd86-807412856573 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received event network-vif-plugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2d9be43-9123-4b0a-b797-e0c8e8a900e3 req-cfaac2a1-aeb7-4cb5-bd86-807412856573 service nova] Acquiring lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2d9be43-9123-4b0a-b797-e0c8e8a900e3 req-cfaac2a1-aeb7-4cb5-bd86-807412856573 service nova] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c2d9be43-9123-4b0a-b797-e0c8e8a900e3 req-cfaac2a1-aeb7-4cb5-bd86-807412856573 service nova] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-c2d9be43-9123-4b0a-b797-e0c8e8a900e3 req-cfaac2a1-aeb7-4cb5-bd86-807412856573 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] No waiting events found dispatching network-vif-plugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:03 user nova-compute[74639]: WARNING nova.compute.manager [req-c2d9be43-9123-4b0a-b797-e0c8e8a900e3 req-cfaac2a1-aeb7-4cb5-bd86-807412856573 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received unexpected event network-vif-plugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 for instance with vm_state active and task_state None.
Nov 15 20:08:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:06 user nova-compute[74639]: INFO nova.compute.manager [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Unshelving
Nov 15 20:08:07 user nova-compute[74639]: INFO nova.virt.block_device [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Booting with volume 2634517e-d357-45d8-a77a-fb4f2736e5f5 at /dev/vda
Nov 15 20:08:07 user nova-compute[74639]: DEBUG os_brick.utils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[012230cf-9739-41fb-a21c-6d3a4c94f51d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cb8e81dc-f050-47f4-b34e-182178568484]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[63164a0c-0ecd-4068-90ea-67a7b56b58ff]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9d67fbc4-2ca3-4e59-b550-82cd8611cc49]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:08:07 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:08:07 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b3ef55c-3589-4a86-a75e-4a4681c90e0d]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG os_brick.utils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:08:07 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating existing volume attachment record: d6c30088-b64b-4d3a-8825-ec8af23c6108 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:08:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:08:11 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 is timed out.
Nov 15 20:08:11 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Successfully detached device vdb from instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2 from the live domain config.
Nov 15 20:08:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:08:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'LYsKcQIU', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:08:11 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:08:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:08:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:08:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[40749cad-1910-4fc7-ac33-73c2ce399ecf]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:08:11 user nova-compute[74639]: No targets found.
Nov 15 20:08:11 user nova-compute[74639]: iSNS:
Nov 15 20:08:11 user nova-compute[74639]: No targets found.
Nov 15 20:08:11 user nova-compute[74639]: STATIC:
Nov 15 20:08:11 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:08:11 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:08:11 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:08:11 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9
Nov 15 20:08:11 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:08:11 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:08:11 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268
Nov 15 20:08:11 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:08:11 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:08:11 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359
Nov 15 20:08:11 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:08:11 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:08:11 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:08:11 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:08:11 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:08:11 user nova-compute[74639]: FIRMWARE:
Nov 15 20:08:11 user nova-compute[74639]: No targets found.
Nov 15 20:08:11 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:08:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:08:11 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:08:11 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:08:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:08:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b97d80f2-56d0-4dd4-a1aa-90f86daabc3b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2aaac75d-8cf7-4d7b-9284-38afbe43c77e]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:12 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:08:12 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:12 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:12 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:12 user nova-compute[74639]: tcp: [29] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 (non-flash)
Nov 15 20:08:12 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:12 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:12 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970523f40>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf1ea70b-c058-4285-8591-a8a6fb80a784]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2d2d698d-6b8b-42f2-ac20-780c13d837ee]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7bb61b9-fa53-4f34-a8bc-4111801c94b2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.036s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc68e6ff-b9a2-4bad-8bb3-bce9c4ec918b]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[783c86a4-d564-4ac5-9797-2c9a374be5e6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lazy-loading 'pci_requests' on Instance uuid 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lazy-loading 'numa_topology' on Instance uuid 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:08:12 user nova-compute[74639]: INFO nova.compute.claims [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Claim successful on node user
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cada6d98-d03c-4bce-8f67-a01644eb00a6]: (4, ('Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359, portal: 172.16.0.220,3260]\nLogout of [sid: 29, target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 29, target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359, portal: 172.16.0.220,3260]
Nov 15 20:08:12 user nova-compute[74639]: Logout of [sid: 29, target: iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359, portal: 172.16.0.220,3260] successful.
Nov 15 20:08:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b0baf510-9981-4a40-a129-98e6e9427359 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[63f6a3ca-1dca-473e-89b5-2b149f97b3fd]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.357s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] <== disconnect_volume: return (359ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:08:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.594s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:12 user nova-compute[74639]: INFO nova.network.neutron [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 15 20:08:13 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'flavor' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0af39d25-7b1f-49ad-8843-778c89119959 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.666s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:08:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquired lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:08:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:08:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-19f0a87c-f1d9-4824-81ee-fa335626cb27 req-69262967-3f73-411e-a680-ef0be9f539d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-19f0a87c-f1d9-4824-81ee-fa335626cb27 req-69262967-3f73-411e-a680-ef0be9f539d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing instance network info cache due to event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:08:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-19f0a87c-f1d9-4824-81ee-fa335626cb27 req-69262967-3f73-411e-a680-ef0be9f539d9 service nova] Acquiring lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.network.neutron [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Releasing lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:08:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Creating image(s)
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Ensure instance console log exists: /opt/stack/data/nova/instances/35dbf7fb-1bbf-4194-a473-4b3bf30ce571/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Start _get_guest_xml network_info=[{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQXKwatx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '35dbf7fb-1bbf-4194-a473-4b3bf30ce571', 'attached_at': '', 'detached_at': '', 'volume_id': '2634517e-d357-45d8-a77a-fb4f2736e5f5', 'serial': '2634517e-d357-45d8-a77a-fb4f2736e5f5'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'd6c30088-b64b-4d3a-8825-ec8af23c6108', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-19f0a87c-f1d9-4824-81ee-fa335626cb27 req-69262967-3f73-411e-a680-ef0be9f539d9 service nova] Acquired lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-19f0a87c-f1d9-4824-81ee-fa335626cb27 req-69262967-3f73-411e-a680-ef0be9f539d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:08:14 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:08:14 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lazy-loading 'vcpu_model' on Instance uuid 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.objects.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Object Instance<35dbf7fb-1bbf-4194-a473-4b3bf30ce571> lazy-loaded attributes: pci_requests,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQXKwatx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:08:14 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:08:14 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:08:14 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff774298-b162-4f5e-9f7b-0b51f3fba1bd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:08:14 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[43ad985c-f608-4670-b956-229a82eace54]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5] added
Nov 15 20:08:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[43955807-c811-4f04-895c-1279959ecebf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[865e5e6a-f85a-4b5d-908c-a397b19295fe]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bQXKwatx {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v bQXKwatx" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f90b063f-5ced-4b6e-a76c-7ab14bff7183]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'bQXKwatx'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[90432ad8-11f9-4a9f-bf32-6f4e46a7c2b0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[120f32fe-ebed-4d4b-b464-e1c796ad0406]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --login" returned: 0 in 0.069s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7acdf2e-d33f-4a55-b828-265bad5501a6]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260]
Nov 15 20:08:14 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260] successful.
Nov 15 20:08:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d067ecb-a1e5-4b53-b764-e005a3f0f2cc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.034s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[202a6127-a2b5-45e4-901e-babeba43c2ac]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:08:14 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.300s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] HCTL ('34', '-', '-', 0) found on session 36 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-19f0a87c-f1d9-4824-81ee-fa335626cb27 req-69262967-3f73-411e-a680-ef0be9f539d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updated VIF entry in instance network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-19f0a87c-f1d9-4824-81ee-fa335626cb27 req-69262967-3f73-411e-a680-ef0be9f539d9 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-19f0a87c-f1d9-4824-81ee-fa335626cb27 req-69262967-3f73-411e-a680-ef0be9f539d9 service nova] Releasing lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d5dcadf-4c82-4308-bff8-9903cdc7f64e]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Searching for a device in session 36 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:08:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQXKwatx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.352s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] <== connect_volume: return (1353ms) {'type': 'block', 'scsi_wwn': '26634326164303931', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634326164303931', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T20:04:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532260902',display_name='tempest-TestShelveInstance-server-532260902',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532260902',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-141417980',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:04:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='75e2cdeb5b054a49865d901a07560c1e',ramdisk_id='',reservation_id='r-w5ksr7uk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-246467754',owner_user_name='tempest-TestShelveInstance-246467754-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:08:07Z,user_data=None,user_id='ae49556adfd7496ea180851bd3c4a17e',uuid=35dbf7fb-1bbf-4194-a473-4b3bf30ce571,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converting VIF {"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lazy-loading 'pci_devices' on Instance uuid 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.objects.base [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Object Instance<35dbf7fb-1bbf-4194-a473-4b3bf30ce571> lazy-loaded attributes: pci_requests,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:08:15 user nova-compute[74639]:   <uuid>35dbf7fb-1bbf-4194-a473-4b3bf30ce571</uuid>
Nov 15 20:08:15 user nova-compute[74639]:   <name>instance-0000001b</name>
Nov 15 20:08:15 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:08:15 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:08:15 user nova-compute[74639]:   <metadata>
Nov 15 20:08:15 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:08:15 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:08:15 user nova-compute[74639]:       <nova:name>tempest-TestShelveInstance-server-532260902</nova:name>
Nov 15 20:08:15 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:08:14</nova:creationTime>
Nov 15 20:08:15 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:08:15 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:08:15 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:08:15 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:08:15 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:08:15 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:08:15 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:08:15 user nova-compute[74639]:       <nova:owner>
Nov 15 20:08:15 user nova-compute[74639]:         <nova:user uuid="ae49556adfd7496ea180851bd3c4a17e">tempest-TestShelveInstance-246467754-project-member</nova:user>
Nov 15 20:08:15 user nova-compute[74639]:         <nova:project uuid="75e2cdeb5b054a49865d901a07560c1e">tempest-TestShelveInstance-246467754</nova:project>
Nov 15 20:08:15 user nova-compute[74639]:       </nova:owner>
Nov 15 20:08:15 user nova-compute[74639]:       <nova:ports>
Nov 15 20:08:15 user nova-compute[74639]:         <nova:port uuid="cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564">
Nov 15 20:08:15 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.4" ipVersion="4"/>
Nov 15 20:08:15 user nova-compute[74639]:         </nova:port>
Nov 15 20:08:15 user nova-compute[74639]:       </nova:ports>
Nov 15 20:08:15 user nova-compute[74639]:     </nova:instance>
Nov 15 20:08:15 user nova-compute[74639]:   </metadata>
Nov 15 20:08:15 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:08:15 user nova-compute[74639]:     <system>
Nov 15 20:08:15 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:08:15 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:08:15 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:08:15 user nova-compute[74639]:       <entry name="serial">35dbf7fb-1bbf-4194-a473-4b3bf30ce571</entry>
Nov 15 20:08:15 user nova-compute[74639]:       <entry name="uuid">35dbf7fb-1bbf-4194-a473-4b3bf30ce571</entry>
Nov 15 20:08:15 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:08:15 user nova-compute[74639]:     </system>
Nov 15 20:08:15 user nova-compute[74639]:   </sysinfo>
Nov 15 20:08:15 user nova-compute[74639]:   <os>
Nov 15 20:08:15 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:08:15 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:08:15 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:08:15 user nova-compute[74639]:   </os>
Nov 15 20:08:15 user nova-compute[74639]:   <features>
Nov 15 20:08:15 user nova-compute[74639]:     <acpi/>
Nov 15 20:08:15 user nova-compute[74639]:     <apic/>
Nov 15 20:08:15 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:08:15 user nova-compute[74639]:   </features>
Nov 15 20:08:15 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:08:15 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:08:15 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:08:15 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:08:15 user nova-compute[74639]:   </clock>
Nov 15 20:08:15 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:08:15 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:08:15 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:08:15 user nova-compute[74639]:   </cpu>
Nov 15 20:08:15 user nova-compute[74639]:   <devices>
Nov 15 20:08:15 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:08:15 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:08:15 user nova-compute[74639]:       <source dev="/dev/sdc"/>
Nov 15 20:08:15 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:08:15 user nova-compute[74639]:       <serial>2634517e-d357-45d8-a77a-fb4f2736e5f5</serial>
Nov 15 20:08:15 user nova-compute[74639]:     </disk>
Nov 15 20:08:15 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:08:15 user nova-compute[74639]:       <mac address="fa:16:3e:a9:22:ea"/>
Nov 15 20:08:15 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:08:15 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:08:15 user nova-compute[74639]:       <target dev="tapcfe8f0ed-e0"/>
Nov 15 20:08:15 user nova-compute[74639]:     </interface>
Nov 15 20:08:15 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:08:15 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/35dbf7fb-1bbf-4194-a473-4b3bf30ce571/console.log" append="off"/>
Nov 15 20:08:15 user nova-compute[74639]:     </serial>
Nov 15 20:08:15 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:08:15 user nova-compute[74639]:     <video>
Nov 15 20:08:15 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:08:15 user nova-compute[74639]:     </video>
Nov 15 20:08:15 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:08:15 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:08:15 user nova-compute[74639]:     </rng>
Nov 15 20:08:15 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:08:15 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:08:15 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:08:15 user nova-compute[74639]:     </memballoon>
Nov 15 20:08:15 user nova-compute[74639]:   </devices>
Nov 15 20:08:15 user nova-compute[74639]: </domain>
Nov 15 20:08:15 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T20:04:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532260902',display_name='tempest-TestShelveInstance-server-532260902',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532260902',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-TestShelveInstance-141417980',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:04:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='75e2cdeb5b054a49865d901a07560c1e',ramdisk_id='',reservation_id='r-w5ksr7uk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-246467754',owner_user_name='tempest-TestShelveInstance-246467754-project-member'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:08:07Z,user_data=None,user_id='ae49556adfd7496ea180851bd3c4a17e',uuid=35dbf7fb-1bbf-4194-a473-4b3bf30ce571,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converting VIF {"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG os_vif [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '839046b3-0620-56ef-865b-e77ff2355a45', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcfe8f0ed-e0, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcfe8f0ed-e0, col_values=(('qos', UUID('40c375aa-f383-4110-bbe2-54ad1d0b1cbd')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcfe8f0ed-e0, col_values=(('external_ids', {'iface-id': 'cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a9:22:ea', 'vm-uuid': '35dbf7fb-1bbf-4194-a473-4b3bf30ce571'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:15 user nova-compute[74639]: INFO os_vif [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0')
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:08:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] No VIF found with MAC fa:16:3e:a9:22:ea, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:08:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-5d843855-3381-4b44-8c7e-f4478186c667 req-6718f662-cf43-4f64-84f0-94700042532c service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5d843855-3381-4b44-8c7e-f4478186c667 req-6718f662-cf43-4f64-84f0-94700042532c service nova] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5d843855-3381-4b44-8c7e-f4478186c667 req-6718f662-cf43-4f64-84f0-94700042532c service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5d843855-3381-4b44-8c7e-f4478186c667 req-6718f662-cf43-4f64-84f0-94700042532c service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-5d843855-3381-4b44-8c7e-f4478186c667 req-6718f662-cf43-4f64-84f0-94700042532c service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] No waiting events found dispatching network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:17 user nova-compute[74639]: WARNING nova.compute.manager [req-5d843855-3381-4b44-8c7e-f4478186c667 req-6718f662-cf43-4f64-84f0-94700042532c service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received unexpected event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 20:08:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:08:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:08:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Instance spawned successfully.
Nov 15 20:08:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:08:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0b99219b-4d61-4fef-a3cc-8a777474f884 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 12.361s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-8495f887-5038-428a-9812-c0644616d983 req-ea76294b-ae50-4330-808c-f26e6a2742e2 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8495f887-5038-428a-9812-c0644616d983 req-ea76294b-ae50-4330-808c-f26e6a2742e2 service nova] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8495f887-5038-428a-9812-c0644616d983 req-ea76294b-ae50-4330-808c-f26e6a2742e2 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8495f887-5038-428a-9812-c0644616d983 req-ea76294b-ae50-4330-808c-f26e6a2742e2 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-8495f887-5038-428a-9812-c0644616d983 req-ea76294b-ae50-4330-808c-f26e6a2742e2 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] No waiting events found dispatching network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:19 user nova-compute[74639]: WARNING nova.compute.manager [req-8495f887-5038-428a-9812-c0644616d983 req-ea76294b-ae50-4330-808c-f26e6a2742e2 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received unexpected event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 for instance with vm_state active and task_state None.
Nov 15 20:08:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:28 user nova-compute[74639]: INFO nova.compute.manager [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Terminating instance
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd634bf8-7ed9-4a49-b2e2-2b9f56ea2588 req-3de65e0b-10af-40e5-af26-fb9e2af8f51e service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-unplugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd634bf8-7ed9-4a49-b2e2-2b9f56ea2588 req-3de65e0b-10af-40e5-af26-fb9e2af8f51e service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd634bf8-7ed9-4a49-b2e2-2b9f56ea2588 req-3de65e0b-10af-40e5-af26-fb9e2af8f51e service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd634bf8-7ed9-4a49-b2e2-2b9f56ea2588 req-3de65e0b-10af-40e5-af26-fb9e2af8f51e service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd634bf8-7ed9-4a49-b2e2-2b9f56ea2588 req-3de65e0b-10af-40e5-af26-fb9e2af8f51e service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-unplugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd634bf8-7ed9-4a49-b2e2-2b9f56ea2588 req-3de65e0b-10af-40e5-af26-fb9e2af8f51e service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-unplugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:08:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Instance destroyed successfully.
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.objects.instance [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'resources' on Instance uuid bce03a28-8d3f-4168-990c-152cf6658d99 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-422143500',display_name='tempest-AttachVolumeTestJSON-server-422143500',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-422143500',id=19,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBCyca68/n0rH+nL7b8+soIfcRL0T1lNXLIdM5ezWmAPNrMs8jn4B9Zdf/Zp7wwbc0HrASSJ9gAoCEE38XEVYs9NeE9Jg7/Xme7wxjddLVoxBSkQR3fhtTETDx20yYjY0gA==',key_name='tempest-keypair-1920494346',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:47Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-p9whi789',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:06:42Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=bce03a28-8d3f-4168-990c-152cf6658d99,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "address": "fa:16:3e:2c:5a:ef", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.173", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap84fdd7bb-60", "ovs_interfaceid": "84fdd7bb-60cf-4dc2-81d4-3659b84a2d40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG os_vif [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap84fdd7bb-60, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=90237600-4546-4d06-9f5c-dec7afc6fb2e) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:28 user nova-compute[74639]: INFO os_vif [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2c:5a:ef,bridge_name='br-int',has_traffic_filtering=True,id=84fdd7bb-60cf-4dc2-81d4-3659b84a2d40,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap84fdd7bb-60')
Nov 15 20:08:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Deleting instance files /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99_del
Nov 15 20:08:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Deletion of /opt/stack/data/nova/instances/bce03a28-8d3f-4168-990c-152cf6658d99_del complete
Nov 15 20:08:28 user nova-compute[74639]: INFO nova.compute.manager [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Took 0.67 seconds to destroy the instance on the hypervisor.
Nov 15 20:08:28 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:08:28 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:08:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:29 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:29 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Took 0.84 seconds to deallocate network for instance.
Nov 15 20:08:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:30 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:08:30 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:08:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.624s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:30 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Deleted allocations for instance bce03a28-8d3f-4168-990c-152cf6658d99
Nov 15 20:08:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-33df8fe3-713c-418a-a317-ccb9f0f6ced0 req-3209f8b1-34ea-41fc-95af-f9260937295a service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-33df8fe3-713c-418a-a317-ccb9f0f6ced0 req-3209f8b1-34ea-41fc-95af-f9260937295a service nova] Acquiring lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-33df8fe3-713c-418a-a317-ccb9f0f6ced0 req-3209f8b1-34ea-41fc-95af-f9260937295a service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-33df8fe3-713c-418a-a317-ccb9f0f6ced0 req-3209f8b1-34ea-41fc-95af-f9260937295a service nova] Lock "bce03a28-8d3f-4168-990c-152cf6658d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-33df8fe3-713c-418a-a317-ccb9f0f6ced0 req-3209f8b1-34ea-41fc-95af-f9260937295a service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] No waiting events found dispatching network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:30 user nova-compute[74639]: WARNING nova.compute.manager [req-33df8fe3-713c-418a-a317-ccb9f0f6ced0 req-3209f8b1-34ea-41fc-95af-f9260937295a service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received unexpected event network-vif-plugged-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 for instance with vm_state deleted and task_state None.
Nov 15 20:08:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-33df8fe3-713c-418a-a317-ccb9f0f6ced0 req-3209f8b1-34ea-41fc-95af-f9260937295a service nova] [instance: bce03a28-8d3f-4168-990c-152cf6658d99] Received event network-vif-deleted-84fdd7bb-60cf-4dc2-81d4-3659b84a2d40 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-43899b7d-5ac0-452d-bf66-4ab4732ffe7f tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "bce03a28-8d3f-4168-990c-152cf6658d99" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.354s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-9600bb3a-b4af-4205-848a-8c2d85356d58 req-f66d9ded-0fec-447c-936b-9af70996113e service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received event network-changed-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-9600bb3a-b4af-4205-848a-8c2d85356d58 req-f66d9ded-0fec-447c-936b-9af70996113e service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Refreshing instance network info cache due to event network-changed-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9600bb3a-b4af-4205-848a-8c2d85356d58 req-f66d9ded-0fec-447c-936b-9af70996113e service nova] Acquiring lock "refresh_cache-ab6baa6f-6d2f-4417-837a-d472338708b8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9600bb3a-b4af-4205-848a-8c2d85356d58 req-f66d9ded-0fec-447c-936b-9af70996113e service nova] Acquired lock "refresh_cache-ab6baa6f-6d2f-4417-837a-d472338708b8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-9600bb3a-b4af-4205-848a-8c2d85356d58 req-f66d9ded-0fec-447c-936b-9af70996113e service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Refreshing network info cache for port 205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "ab6baa6f-6d2f-4417-837a-d472338708b8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:37 user nova-compute[74639]: INFO nova.compute.manager [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Terminating instance
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-3f6f9fd2-92c1-431f-ad83-57fff2ba3968 req-6fcadff8-2c1a-49fe-860c-8988b502eb2d service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received event network-changed-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-3f6f9fd2-92c1-431f-ad83-57fff2ba3968 req-6fcadff8-2c1a-49fe-860c-8988b502eb2d service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Refreshing instance network info cache due to event network-changed-73b2f225-bf05-4a11-b6b3-c51eb52a587b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3f6f9fd2-92c1-431f-ad83-57fff2ba3968 req-6fcadff8-2c1a-49fe-860c-8988b502eb2d service nova] Acquiring lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3f6f9fd2-92c1-431f-ad83-57fff2ba3968 req-6fcadff8-2c1a-49fe-860c-8988b502eb2d service nova] Acquired lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-3f6f9fd2-92c1-431f-ad83-57fff2ba3968 req-6fcadff8-2c1a-49fe-860c-8988b502eb2d service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Refreshing network info cache for port 73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-9600bb3a-b4af-4205-848a-8c2d85356d58 req-f66d9ded-0fec-447c-936b-9af70996113e service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Updated VIF entry in instance network info cache for port 205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-9600bb3a-b4af-4205-848a-8c2d85356d58 req-f66d9ded-0fec-447c-936b-9af70996113e service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Updating instance_info_cache with network_info: [{"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.70", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-650a68f5-b14f-498b-987e-5c92d3db69f5 req-6ac8479b-2a43-46a0-b346-ea5d7754d548 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received event network-vif-unplugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-650a68f5-b14f-498b-987e-5c92d3db69f5 req-6ac8479b-2a43-46a0-b346-ea5d7754d548 service nova] Acquiring lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-650a68f5-b14f-498b-987e-5c92d3db69f5 req-6ac8479b-2a43-46a0-b346-ea5d7754d548 service nova] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-650a68f5-b14f-498b-987e-5c92d3db69f5 req-6ac8479b-2a43-46a0-b346-ea5d7754d548 service nova] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-650a68f5-b14f-498b-987e-5c92d3db69f5 req-6ac8479b-2a43-46a0-b346-ea5d7754d548 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] No waiting events found dispatching network-vif-unplugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-650a68f5-b14f-498b-987e-5c92d3db69f5 req-6ac8479b-2a43-46a0-b346-ea5d7754d548 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received event network-vif-unplugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9600bb3a-b4af-4205-848a-8c2d85356d58 req-f66d9ded-0fec-447c-936b-9af70996113e service nova] Releasing lock "refresh_cache-ab6baa6f-6d2f-4417-837a-d472338708b8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-3f6f9fd2-92c1-431f-ad83-57fff2ba3968 req-6fcadff8-2c1a-49fe-860c-8988b502eb2d service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updated VIF entry in instance network info cache for port 73b2f225-bf05-4a11-b6b3-c51eb52a587b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-3f6f9fd2-92c1-431f-ad83-57fff2ba3968 req-6fcadff8-2c1a-49fe-860c-8988b502eb2d service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating instance_info_cache with network_info: [{"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3f6f9fd2-92c1-431f-ad83-57fff2ba3968 req-6fcadff8-2c1a-49fe-860c-8988b502eb2d service nova] Releasing lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:08:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Instance destroyed successfully.
Nov 15 20:08:38 user nova-compute[74639]: DEBUG nova.objects.instance [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'resources' on Instance uuid ab6baa6f-6d2f-4417-837a-d472338708b8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:06:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-921613588',display_name='tempest-AttachVolumeNegativeTest-server-921613588',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-921613588',id=31,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEa3tPj59ReZz7khJaDFXDlOhBaA8uVHwrbrePzyIpMVcm/fQ6nFs/ao5v2JqvqOlaiHPRgcHNhgjkTwHOr7GGOaQVLeRBRVmoJxQNmHsc2pJwzt1/M1E9u9/dCnanjA/g==',key_name='tempest-keypair-1564220889',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:06:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-gk5pspym',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:06:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=ab6baa6f-6d2f-4417-837a-d472338708b8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "address": "fa:16:3e:25:a5:8d", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap205a0ff6-f1", "ovs_interfaceid": "205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:25:a5:8d,bridge_name='br-int',has_traffic_filtering=True,id=205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap205a0ff6-f1') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG os_vif [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:a5:8d,bridge_name='br-int',has_traffic_filtering=True,id=205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap205a0ff6-f1') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap205a0ff6-f1, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=731737c4-1c07-402b-9f22-8dffc1f958c1) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:08:38 user nova-compute[74639]: INFO os_vif [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:25:a5:8d,bridge_name='br-int',has_traffic_filtering=True,id=205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap205a0ff6-f1')
Nov 15 20:08:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Deleting instance files /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8_del
Nov 15 20:08:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Deletion of /opt/stack/data/nova/instances/ab6baa6f-6d2f-4417-837a-d472338708b8_del complete
Nov 15 20:08:38 user nova-compute[74639]: INFO nova.compute.manager [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Took 0.69 seconds to destroy the instance on the hypervisor.
Nov 15 20:08:38 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:08:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:39 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Took 0.83 seconds to deallocate network for instance.
Nov 15 20:08:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.454s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-09911d39-050d-4f44-bd1f-15c92ce4efcf req-08514233-45d5-4522-a0ff-e2098b6e7fe1 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received event network-vif-deleted-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:39 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Deleted allocations for instance ab6baa6f-6d2f-4417-837a-d472338708b8
Nov 15 20:08:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-55f66c19-4562-460c-baa5-7754f0fc6947 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.157s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-8579806e-63f0-44dd-a680-b37e8c26852a req-9bf86781-c7f0-40a3-96cb-4df6a547adf0 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received event network-vif-plugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8579806e-63f0-44dd-a680-b37e8c26852a req-9bf86781-c7f0-40a3-96cb-4df6a547adf0 service nova] Acquiring lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8579806e-63f0-44dd-a680-b37e8c26852a req-9bf86781-c7f0-40a3-96cb-4df6a547adf0 service nova] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8579806e-63f0-44dd-a680-b37e8c26852a req-9bf86781-c7f0-40a3-96cb-4df6a547adf0 service nova] Lock "ab6baa6f-6d2f-4417-837a-d472338708b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-8579806e-63f0-44dd-a680-b37e8c26852a req-9bf86781-c7f0-40a3-96cb-4df6a547adf0 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] No waiting events found dispatching network-vif-plugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:39 user nova-compute[74639]: WARNING nova.compute.manager [req-8579806e-63f0-44dd-a680-b37e8c26852a req-9bf86781-c7f0-40a3-96cb-4df6a547adf0 service nova] [instance: ab6baa6f-6d2f-4417-837a-d472338708b8] Received unexpected event network-vif-plugged-205a0ff6-f19c-4aed-bc57-4d2d2b8a5b96 for instance with vm_state deleted and task_state None.
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:40 user nova-compute[74639]: INFO nova.compute.manager [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attaching volume 21ba1524-1fee-4ec4-8e08-f5fad05dde25 to /dev/vdb
Nov 15 20:08:40 user nova-compute[74639]: DEBUG os_brick.utils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[aacbd91f-66c6-42f1-8d8d-af8794e2a3fa]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fc33e053-d744-4d2a-836a-722f7fca5ec2]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a18271cf-1bbd-456d-8454-0c07011c9b4a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[939c6579-6150-4d50-b8ad-8ffff0b83fb4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:08:40 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:08:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d24a5af-0454-479c-8c90-8944fb92f77b]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG os_brick.utils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:08:40 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating existing volume attachment record: cc7578de-4655-4eff-9d8c-8b0983c3072d {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:08:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:08:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:41 user nova-compute[74639]: INFO nova.compute.manager [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Terminating instance
Nov 15 20:08:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:08:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-805fda37-57cc-4f6e-9a7d-a437d7f9e22a req-05ac8ada-77f7-4f18-b502-0fe2dc21a409 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-unplugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-805fda37-57cc-4f6e-9a7d-a437d7f9e22a req-05ac8ada-77f7-4f18-b502-0fe2dc21a409 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-805fda37-57cc-4f6e-9a7d-a437d7f9e22a req-05ac8ada-77f7-4f18-b502-0fe2dc21a409 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-805fda37-57cc-4f6e-9a7d-a437d7f9e22a req-05ac8ada-77f7-4f18-b502-0fe2dc21a409 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-805fda37-57cc-4f6e-9a7d-a437d7f9e22a req-05ac8ada-77f7-4f18-b502-0fe2dc21a409 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-unplugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-805fda37-57cc-4f6e-9a7d-a437d7f9e22a req-05ac8ada-77f7-4f18-b502-0fe2dc21a409 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-unplugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Instance destroyed successfully.
Nov 15 20:08:42 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'resources' on Instance uuid d6cc2f09-9386-422a-bdf8-58213a7e5fe2 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:02:08Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1075567937',display_name='tempest-ServerRescueNegativeTestJSON-server-1075567937',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1075567937',id=22,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBKCcCbRoOoYPYQPC2N9VwwgzuJqxGxmi248kG6XJ8qX9BFXdrF+C6VLqGVz2BrS4SblV2mSzV+IjnmVAe0zGiiArK7Li2YiB6PIdNodE0m+9zYnIWvzL8R6WvXwhDQVTqA==',key_name='tempest-keypair-1863160211',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:04:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-qy844git',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:06:04Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=d6cc2f09-9386-422a-bdf8-58213a7e5fe2,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "address": "fa:16:3e:c7:aa:22", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapfcdf8c9c-c4", "ovs_interfaceid": "fcdf8c9c-c489-4d88-934d-9f7ac92aafce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c7:aa:22,bridge_name='br-int',has_traffic_filtering=True,id=fcdf8c9c-c489-4d88-934d-9f7ac92aafce,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcdf8c9c-c4') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG os_vif [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:aa:22,bridge_name='br-int',has_traffic_filtering=True,id=fcdf8c9c-c489-4d88-934d-9f7ac92aafce,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcdf8c9c-c4') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapfcdf8c9c-c4, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a04e063f-fa77-4715-b10d-d711c64d2c8d) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:42 user nova-compute[74639]: INFO os_vif [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c7:aa:22,bridge_name='br-int',has_traffic_filtering=True,id=fcdf8c9c-c489-4d88-934d-9f7ac92aafce,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapfcdf8c9c-c4')
Nov 15 20:08:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Deleting instance files /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2_del
Nov 15 20:08:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Deletion of /opt/stack/data/nova/instances/d6cc2f09-9386-422a-bdf8-58213a7e5fe2_del complete
Nov 15 20:08:42 user nova-compute[74639]: INFO nova.compute.manager [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 15 20:08:42 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:08:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:08:43 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:43 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Took 0.71 seconds to deallocate network for instance.
Nov 15 20:08:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:08:43 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:08:43 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:08:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.389s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:43 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Deleted allocations for instance d6cc2f09-9386-422a-bdf8-58213a7e5fe2
Nov 15 20:08:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3baaea2c-6ed8-4c56-93bd-d3083adf586b tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.157s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-c80ee791-0134-4604-9b1f-0756376e6771 req-9a97886d-7601-40a8-8041-81e12ebf1314 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c80ee791-0134-4604-9b1f-0756376e6771 req-9a97886d-7601-40a8-8041-81e12ebf1314 service nova] Acquiring lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c80ee791-0134-4604-9b1f-0756376e6771 req-9a97886d-7601-40a8-8041-81e12ebf1314 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c80ee791-0134-4604-9b1f-0756376e6771 req-9a97886d-7601-40a8-8041-81e12ebf1314 service nova] Lock "d6cc2f09-9386-422a-bdf8-58213a7e5fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-c80ee791-0134-4604-9b1f-0756376e6771 req-9a97886d-7601-40a8-8041-81e12ebf1314 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] No waiting events found dispatching network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:08:44 user nova-compute[74639]: WARNING nova.compute.manager [req-c80ee791-0134-4604-9b1f-0756376e6771 req-9a97886d-7601-40a8-8041-81e12ebf1314 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received unexpected event network-vif-plugged-fcdf8c9c-c489-4d88-934d-9f7ac92aafce for instance with vm_state deleted and task_state None.
Nov 15 20:08:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-c80ee791-0134-4604-9b1f-0756376e6771 req-9a97886d-7601-40a8-8041-81e12ebf1314 service nova] [instance: d6cc2f09-9386-422a-bdf8-58213a7e5fe2] Received event network-vif-deleted-fcdf8c9c-c489-4d88-934d-9f7ac92aafce {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:08:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VheApmrB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:08:45 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:08:45 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:08:45 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[18869529-5d28-4c6e-b868-c604e1b5e51c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:08:45 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ea6c846-4130-4c0a-9421-35a12769a2e6]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25] added
Nov 15 20:08:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff96c833-48b2-4dba-8296-d279dfb760ed]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30b32e2-08ce-416d-ac1e-10429bdf83b5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VheApmrB {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VheApmrB" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a065269b-9751-45ba-9cc3-0773cdd8b7b3]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VheApmrB'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b7350b5-af8b-47fe-bbc3-7522e8f4c72d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1fc2065-1ced-4d3f-ab82-ec3dbcddedcf]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --login" returned: 0 in 0.076s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c30e3c3-8639-414b-957c-6b77f8ae60f9]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25, portal: 172.16.0.220,3260]
Nov 15 20:08:46 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25, portal: 172.16.0.220,3260] successful.
Nov 15 20:08:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f0c5b989-3968-4fbe-9178-f4cec6897299]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6a5f8b3c-ea0d-45b7-bea6-23ac4bc42790]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 (non-flash)
Nov 15 20:08:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.346s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] HCTL ('38', '-', '-', 0) found on session 37 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Scanning host 38 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host38/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host38/scan" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c667992b-2429-4ebd-9be6-e37a84319dd5]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Searching for a device in session 37 and hctl ['38', '*', '*', 0] yield: sdg {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Connected to sdg using {'target_iqn': 'iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VheApmrB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.190s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk.rescue --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.394s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== connect_volume: return (1397ms) {'type': 'block', 'scsi_wwn': '26634356366616334', 'path': '/dev/sdg'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26634356366616334', 'path': '/dev/sdg'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:08:47 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:08:47 user nova-compute[74639]:   <source dev="/dev/sdg"/>
Nov 15 20:08:47 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:08:47 user nova-compute[74639]:   <serial>21ba1524-1fee-4ec4-8e08-f5fad05dde25</serial>
Nov 15 20:08:47 user nova-compute[74639]: </disk>
Nov 15 20:08:47 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No VIF found with MAC fa:16:3e:c4:96:86, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdf (vdc) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0d73e540-3708-445d-bd87-4f138b529fd9 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.455s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdg (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:08:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:08:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:08:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7456MB free_disk=25.166751861572266GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Applying migration context for instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf as it has an incoming, in-progress migration c4839d1d-b09d-40f8-85c6-1af9efca4faf. Migration status is finished {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}}
Nov 15 20:08:49 user nova-compute[74639]: INFO nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating resource usage from migration c4839d1d-b09d-40f8-85c6-1af9efca4faf
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 628bd485-ac5b-4d85-bcb6-67619807d0de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 397e4963-602d-427e-9c7d-64a65e7de228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c5728c67-63cb-48b7-b781-55a37d5a0669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Migration c4839d1d-b09d-40f8-85c6-1af9efca4faf is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1709}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cb7236aa-16ad-467b-90b7-cca974aa8577 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7128f3c3-5e7f-4280-b392-371412b9b57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 12 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:08:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=8192MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=12 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:08:50 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:08:50 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:08:50 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:08:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.499s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updating instance_info_cache with network_info: [{"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-940714cc-6448-4afb-9f93-ff2c2e8b5426" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:08:51 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:08:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" acquired by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Going to confirm migration 2 {{(pid=74639) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4774}}
Nov 15 20:08:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:08:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquired lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:08:53 user nova-compute[74639]: DEBUG nova.network.neutron [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:08:53 user nova-compute[74639]: DEBUG nova.objects.instance [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'info_cache' on Instance uuid 59146f09-2c45-4194-88e1-2ff47e3c9dcf {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG nova.network.neutron [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating instance_info_cache with network_info: [{"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Releasing lock "refresh_cache-59146f09-2c45-4194-88e1-2ff47e3c9dcf" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG nova.objects.instance [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'migration_context' on Instance uuid 59146f09-2c45-4194-88e1-2ff47e3c9dcf {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG nova.objects.base [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Object Instance<59146f09-2c45-4194-88e1-2ff47e3c9dcf> lazy-loaded attributes: info_cache,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:08:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 0.382s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:54 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Deleted allocation for migration c4839d1d-b09d-40f8-85c6-1af9efca4faf
Nov 15 20:08:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-40993c74-e5a4-4c5b-8ead-4b600f93890b tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" "released" by "nova.compute.manager.ComputeManager.confirm_resize.<locals>.do_confirm_resize" :: held 1.227s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:08:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:08:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:08:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:08:58 user nova-compute[74639]: INFO nova.compute.manager [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Detaching volume 21ba1524-1fee-4ec4-8e08-f5fad05dde25
Nov 15 20:08:58 user nova-compute[74639]: INFO nova.virt.block_device [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attempting to driver detach volume 21ba1524-1fee-4ec4-8e08-f5fad05dde25 from mountpoint /dev/vdb
Nov 15 20:08:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Attempting to detach device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:08:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:08:58 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:08:58 user nova-compute[74639]:   <source dev="/dev/sdg"/>
Nov 15 20:08:58 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:08:58 user nova-compute[74639]:   <serial>21ba1524-1fee-4ec4-8e08-f5fad05dde25</serial>
Nov 15 20:08:58 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:08:58 user nova-compute[74639]: </disk>
Nov 15 20:08:58 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:08:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully detached device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the persistent domain config.
Nov 15 20:08:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:08:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:08:58 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:08:58 user nova-compute[74639]:   <source dev="/dev/sdg"/>
Nov 15 20:08:58 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:08:58 user nova-compute[74639]:   <serial>21ba1524-1fee-4ec4-8e08-f5fad05dde25</serial>
Nov 15 20:08:58 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:08:58 user nova-compute[74639]: </disk>
Nov 15 20:08:58 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:08:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:08:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:02 user nova-compute[74639]: INFO nova.compute.manager [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Detaching volume dbdc892b-6445-4688-a68a-b810226cbde9
Nov 15 20:09:02 user nova-compute[74639]: INFO nova.virt.block_device [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Attempting to driver detach volume dbdc892b-6445-4688-a68a-b810226cbde9 from mountpoint /dev/vdc
Nov 15 20:09:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Attempting to detach device vdc from instance cb7236aa-16ad-467b-90b7-cca974aa8577 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:09:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:09:02 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:09:02 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:09:02 user nova-compute[74639]:   <target dev="vdc" bus="virtio"/>
Nov 15 20:09:02 user nova-compute[74639]:   <serial>dbdc892b-6445-4688-a68a-b810226cbde9</serial>
Nov 15 20:09:02 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 20:09:02 user nova-compute[74639]: </disk>
Nov 15 20:09:02 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:09:02 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully detached device vdc from instance cb7236aa-16ad-467b-90b7-cca974aa8577 from the persistent domain config.
Nov 15 20:09:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance cb7236aa-16ad-467b-90b7-cca974aa8577 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:09:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:09:02 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:09:02 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:09:02 user nova-compute[74639]:   <target dev="vdc" bus="virtio"/>
Nov 15 20:09:02 user nova-compute[74639]:   <serial>dbdc892b-6445-4688-a68a-b810226cbde9</serial>
Nov 15 20:09:02 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 20:09:02 user nova-compute[74639]: </disk>
Nov 15 20:09:02 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:09:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:09:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:18 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5728c67-63cb-48b7-b781-55a37d5a0669 is timed out.
Nov 15 20:09:18 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully detached device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the live domain config.
Nov 15 20:09:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VheApmrB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdg'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:09:18 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5c827dff-7e86-4118-b6c9-f97b217bfdf5]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:09:18 user nova-compute[74639]: No targets found.
Nov 15 20:09:18 user nova-compute[74639]: iSNS:
Nov 15 20:09:18 user nova-compute[74639]: No targets found.
Nov 15 20:09:18 user nova-compute[74639]: STATIC:
Nov 15 20:09:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5
Nov 15 20:09:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:09:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9
Nov 15 20:09:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25
Nov 15 20:09:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268
Nov 15 20:09:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:09:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:18 user nova-compute[74639]: FIRMWARE:
Nov 15 20:09:18 user nova-compute[74639]: No targets found.
Nov 15 20:09:18 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:09:18 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:09:18 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2f3ce2ca-63a0-40c7-b815-170ad96a01d7]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7555010f-71fd-48cb-8858-ef535c19c907]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]: tcp: [37] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 (non-flash)
Nov 15 20:09:18 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970522dd0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25'): ({'sdg'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Removing single pathed devices sdg {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b2e1e1-0e53-4601-8627-9a879f8663d0]: (4, ('path checker states:\nup                  6\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdg" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[77feb999-c269-4edc-9642-0b838a3b29d3]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Flushing IO for device /dev/sdg {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdg" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6324f9a6-1eaf-4a10-9685-3321373cea1b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Remove SCSI device /dev/sdg with /sys/block/sdg/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdg/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdg/device/delete" returned: 0 in 0.033s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[36124a2e-7785-4552-992a-b0a91d855683]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Checking to see if SCSI volumes sdg have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] SCSI volumes sdg have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7fa1be7-546c-4e74-9718-fa9939ead8e8]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c933099-8cda-464b-9279-28b0733f8a38]: (4, ('Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25, portal: 172.16.0.220,3260]\nLogout of [sid: 37, target: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 37, target: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25, portal: 172.16.0.220,3260]
Nov 15 20:09:18 user nova-compute[74639]: Logout of [sid: 37, target: iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25, portal: 172.16.0.220,3260] successful.
Nov 15 20:09:18 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ba1524-1fee-4ec4-8e08-f5fad05dde25 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.031s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdf4b4e9-3a44-4770-ac8e-be0901068fbb]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.304s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:09:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== disconnect_volume: return (305ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:09:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:09:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:09:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c8fdccb0-edde-46c7-97a1-020db29e6de7 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.769s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:21 user nova-compute[74639]: DEBUG nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:09:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:21 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:09:21 user nova-compute[74639]: INFO nova.compute.claims [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Claim successful on node user
Nov 15 20:09:22 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.450s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG nova.network.neutron [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:09:22 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:09:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG nova.policy [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc44b276ad644045876c1c6941b1fcf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c4747dd259346cc8cbcb21dad296844', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:09:22 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Creating image(s)
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "/opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "/opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "/opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk 1073741824" returned: 0 in 0.050s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.240s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG nova.network.neutron [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Successfully created port: d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:09:23 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance cb7236aa-16ad-467b-90b7-cca974aa8577 is timed out.
Nov 15 20:09:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully detached device vdc from instance cb7236aa-16ad-467b-90b7-cca974aa8577 from the live domain config.
Nov 15 20:09:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xrEptRLB', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:09:23 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[56229376-ddf8-4b08-9bef-fd9d9df31c00]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:09:23 user nova-compute[74639]: No targets found.
Nov 15 20:09:23 user nova-compute[74639]: iSNS:
Nov 15 20:09:23 user nova-compute[74639]: No targets found.
Nov 15 20:09:23 user nova-compute[74639]: STATIC:
Nov 15 20:09:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5
Nov 15 20:09:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:09:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9
Nov 15 20:09:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268
Nov 15 20:09:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:09:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:23 user nova-compute[74639]: FIRMWARE:
Nov 15 20:09:23 user nova-compute[74639]: No targets found.
Nov 15 20:09:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:09:23 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:09:23 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[44b5db66-c308-4c92-a6e0-1c870483d3ef]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c8466ab-1944-406f-a543-9b642aafaec9]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:23 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:09:23 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:23 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:09:23 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:23 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:09:23 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:23 user nova-compute[74639]: tcp: [35] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 (non-flash)
Nov 15 20:09:23 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970756560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9'): ({'sdf'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Removing single pathed devices sdf {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[faaa55f1-8c30-4b61-ad14-56e6774abec4]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Cannot resize image /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Ensure instance console log exists: /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[72193a6b-cee0-4eeb-b39c-91d658c0b245]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Flushing IO for device /dev/sdf {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[55251752-113e-4f9a-bab9-cc4a7f06f652]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.035s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dfc5c5d-b8ff-4c72-aaa1-6e5377a1943e]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c4a3621-f148-47c1-9333-5a311fb615ea]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.078s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac059c61-feae-488c-a02e-b5fddd8c6b62]: (4, ('Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9, portal: 172.16.0.220,3260]\nLogout of [sid: 35, target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 35, target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9, portal: 172.16.0.220,3260]
Nov 15 20:09:23 user nova-compute[74639]: Logout of [sid: 35, target: iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9, portal: 172.16.0.220,3260] successful.
Nov 15 20:09:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbdc892b-6445-4688-a68a-b810226cbde9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[10328fd3-ce20-4408-920e-9d3d2c791a92]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.323s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] <== disconnect_volume: return (325ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:09:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Successfully updated port: d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'flavor' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "refresh_cache-6dd39ff5-74fe-46d1-8366-5d44a44326c8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquired lock "refresh_cache-6dd39ff5-74fe-46d1-8366-5d44a44326c8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ddd7c83b-8358-4e2d-b583-6fe56c776e6a tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.657s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-11fe7c96-0a5d-42d1-98fb-7461a67c2e5b req-30676fea-60dd-4c42-a0dc-607db3b4bb7d service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received event network-changed-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-11fe7c96-0a5d-42d1-98fb-7461a67c2e5b req-30676fea-60dd-4c42-a0dc-607db3b4bb7d service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Refreshing instance network info cache due to event network-changed-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11fe7c96-0a5d-42d1-98fb-7461a67c2e5b req-30676fea-60dd-4c42-a0dc-607db3b4bb7d service nova] Acquiring lock "refresh_cache-6dd39ff5-74fe-46d1-8366-5d44a44326c8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Updating instance_info_cache with network_info: [{"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Releasing lock "refresh_cache-6dd39ff5-74fe-46d1-8366-5d44a44326c8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Instance network_info: |[{"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11fe7c96-0a5d-42d1-98fb-7461a67c2e5b req-30676fea-60dd-4c42-a0dc-607db3b4bb7d service nova] Acquired lock "refresh_cache-6dd39ff5-74fe-46d1-8366-5d44a44326c8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.network.neutron [req-11fe7c96-0a5d-42d1-98fb-7461a67c2e5b req-30676fea-60dd-4c42-a0dc-607db3b4bb7d service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Refreshing network info cache for port d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Start _get_guest_xml network_info=[{"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:09:24 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:09:24 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:09:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-35536569',display_name='tempest-AttachVolumeTestJSON-server-35536569',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-35536569',id=33,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBN4zP5N/Iy1cHoVkjuM8Yz74Ve4c73xvb75qEX5B7kmV0LGj9MF7Z+g5QimEPMKMVezn6J83tzstxGkFkQBlqS7Y/y8JEV72ef3fUMJMySPNgqWOZ0Q94/DC48eXRNN+g==',key_name='tempest-keypair-1937661901',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-y0yfnnrd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:09:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=6dd39ff5-74fe-46d1-8366-5d44a44326c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:28:40,bridge_name='br-int',has_traffic_filtering=True,id=d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1bf6a6e-bb') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'pci_devices' on Instance uuid 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:09:24 user nova-compute[74639]:   <uuid>6dd39ff5-74fe-46d1-8366-5d44a44326c8</uuid>
Nov 15 20:09:24 user nova-compute[74639]:   <name>instance-00000021</name>
Nov 15 20:09:24 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:09:24 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:09:24 user nova-compute[74639]:   <metadata>
Nov 15 20:09:24 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:09:24 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:09:24 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeTestJSON-server-35536569</nova:name>
Nov 15 20:09:24 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:09:24</nova:creationTime>
Nov 15 20:09:24 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:09:24 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:09:24 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:09:24 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:09:24 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:09:24 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:09:24 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:09:24 user nova-compute[74639]:       <nova:owner>
Nov 15 20:09:24 user nova-compute[74639]:         <nova:user uuid="bc44b276ad644045876c1c6941b1fcf5">tempest-AttachVolumeTestJSON-527611258-project-member</nova:user>
Nov 15 20:09:24 user nova-compute[74639]:         <nova:project uuid="4c4747dd259346cc8cbcb21dad296844">tempest-AttachVolumeTestJSON-527611258</nova:project>
Nov 15 20:09:24 user nova-compute[74639]:       </nova:owner>
Nov 15 20:09:24 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:09:24 user nova-compute[74639]:       <nova:ports>
Nov 15 20:09:24 user nova-compute[74639]:         <nova:port uuid="d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a">
Nov 15 20:09:24 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 20:09:24 user nova-compute[74639]:         </nova:port>
Nov 15 20:09:24 user nova-compute[74639]:       </nova:ports>
Nov 15 20:09:24 user nova-compute[74639]:     </nova:instance>
Nov 15 20:09:24 user nova-compute[74639]:   </metadata>
Nov 15 20:09:24 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:09:24 user nova-compute[74639]:     <system>
Nov 15 20:09:24 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:09:24 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:09:24 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:09:24 user nova-compute[74639]:       <entry name="serial">6dd39ff5-74fe-46d1-8366-5d44a44326c8</entry>
Nov 15 20:09:24 user nova-compute[74639]:       <entry name="uuid">6dd39ff5-74fe-46d1-8366-5d44a44326c8</entry>
Nov 15 20:09:24 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:09:24 user nova-compute[74639]:     </system>
Nov 15 20:09:24 user nova-compute[74639]:   </sysinfo>
Nov 15 20:09:24 user nova-compute[74639]:   <os>
Nov 15 20:09:24 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:09:24 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:09:24 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:09:24 user nova-compute[74639]:   </os>
Nov 15 20:09:24 user nova-compute[74639]:   <features>
Nov 15 20:09:24 user nova-compute[74639]:     <acpi/>
Nov 15 20:09:24 user nova-compute[74639]:     <apic/>
Nov 15 20:09:24 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:09:24 user nova-compute[74639]:   </features>
Nov 15 20:09:24 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:09:24 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:09:24 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:09:24 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:09:24 user nova-compute[74639]:   </clock>
Nov 15 20:09:24 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:09:24 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:09:24 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:09:24 user nova-compute[74639]:   </cpu>
Nov 15 20:09:24 user nova-compute[74639]:   <devices>
Nov 15 20:09:24 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:09:24 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:09:24 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk"/>
Nov 15 20:09:24 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:09:24 user nova-compute[74639]:     </disk>
Nov 15 20:09:24 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:09:24 user nova-compute[74639]:       <mac address="fa:16:3e:01:28:40"/>
Nov 15 20:09:24 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:09:24 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:09:24 user nova-compute[74639]:       <target dev="tapd1bf6a6e-bb"/>
Nov 15 20:09:24 user nova-compute[74639]:     </interface>
Nov 15 20:09:24 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:09:24 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/console.log" append="off"/>
Nov 15 20:09:24 user nova-compute[74639]:     </serial>
Nov 15 20:09:24 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:09:24 user nova-compute[74639]:     <video>
Nov 15 20:09:24 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:09:24 user nova-compute[74639]:     </video>
Nov 15 20:09:24 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:09:24 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:09:24 user nova-compute[74639]:     </rng>
Nov 15 20:09:24 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:09:24 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:09:24 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:09:24 user nova-compute[74639]:     </memballoon>
Nov 15 20:09:24 user nova-compute[74639]:   </devices>
Nov 15 20:09:24 user nova-compute[74639]: </domain>
Nov 15 20:09:24 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:09:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-35536569',display_name='tempest-AttachVolumeTestJSON-server-35536569',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-35536569',id=33,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBN4zP5N/Iy1cHoVkjuM8Yz74Ve4c73xvb75qEX5B7kmV0LGj9MF7Z+g5QimEPMKMVezn6J83tzstxGkFkQBlqS7Y/y8JEV72ef3fUMJMySPNgqWOZ0Q94/DC48eXRNN+g==',key_name='tempest-keypair-1937661901',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-y0yfnnrd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:09:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=6dd39ff5-74fe-46d1-8366-5d44a44326c8,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:28:40,bridge_name='br-int',has_traffic_filtering=True,id=d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1bf6a6e-bb') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG os_vif [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:28:40,bridge_name='br-int',has_traffic_filtering=True,id=d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1bf6a6e-bb') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '91c9ce11-8b78-5c2c-bdc4-2b1c1f819e5e', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapd1bf6a6e-bb, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapd1bf6a6e-bb, col_values=(('qos', UUID('98390f34-d94f-4cd8-a9d0-817912380218')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapd1bf6a6e-bb, col_values=(('external_ids', {'iface-id': 'd1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:28:40', 'vm-uuid': '6dd39ff5-74fe-46d1-8366-5d44a44326c8'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:24 user nova-compute[74639]: INFO os_vif [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:28:40,bridge_name='br-int',has_traffic_filtering=True,id=d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1bf6a6e-bb')
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:09:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No VIF found with MAC fa:16:3e:01:28:40, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:09:25 user nova-compute[74639]: DEBUG nova.network.neutron [req-11fe7c96-0a5d-42d1-98fb-7461a67c2e5b req-30676fea-60dd-4c42-a0dc-607db3b4bb7d service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Updated VIF entry in instance network info cache for port d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:09:25 user nova-compute[74639]: DEBUG nova.network.neutron [req-11fe7c96-0a5d-42d1-98fb-7461a67c2e5b req-30676fea-60dd-4c42-a0dc-607db3b4bb7d service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Updating instance_info_cache with network_info: [{"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:09:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11fe7c96-0a5d-42d1-98fb-7461a67c2e5b req-30676fea-60dd-4c42-a0dc-607db3b4bb7d service nova] Releasing lock "refresh_cache-6dd39ff5-74fe-46d1-8366-5d44a44326c8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-e88bab0c-e786-42e5-a7a5-224cc6336d76 req-eaa36427-a207-491b-b17f-d7eba6465338 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received event network-vif-plugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e88bab0c-e786-42e5-a7a5-224cc6336d76 req-eaa36427-a207-491b-b17f-d7eba6465338 service nova] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e88bab0c-e786-42e5-a7a5-224cc6336d76 req-eaa36427-a207-491b-b17f-d7eba6465338 service nova] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e88bab0c-e786-42e5-a7a5-224cc6336d76 req-eaa36427-a207-491b-b17f-d7eba6465338 service nova] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-e88bab0c-e786-42e5-a7a5-224cc6336d76 req-eaa36427-a207-491b-b17f-d7eba6465338 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] No waiting events found dispatching network-vif-plugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:26 user nova-compute[74639]: WARNING nova.compute.manager [req-e88bab0c-e786-42e5-a7a5-224cc6336d76 req-eaa36427-a207-491b-b17f-d7eba6465338 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received unexpected event network-vif-plugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a for instance with vm_state building and task_state spawning.
Nov 15 20:09:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:09:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Instance spawned successfully.
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:09:28 user nova-compute[74639]: INFO nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Took 5.68 seconds to spawn the instance on the hypervisor.
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-769b0704-7773-4513-ad3b-87429d18ae1d req-15f081f5-97d9-4070-952e-07dfede6e3f8 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received event network-vif-plugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-769b0704-7773-4513-ad3b-87429d18ae1d req-15f081f5-97d9-4070-952e-07dfede6e3f8 service nova] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-769b0704-7773-4513-ad3b-87429d18ae1d req-15f081f5-97d9-4070-952e-07dfede6e3f8 service nova] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-769b0704-7773-4513-ad3b-87429d18ae1d req-15f081f5-97d9-4070-952e-07dfede6e3f8 service nova] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-769b0704-7773-4513-ad3b-87429d18ae1d req-15f081f5-97d9-4070-952e-07dfede6e3f8 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] No waiting events found dispatching network-vif-plugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:28 user nova-compute[74639]: WARNING nova.compute.manager [req-769b0704-7773-4513-ad3b-87429d18ae1d req-15f081f5-97d9-4070-952e-07dfede6e3f8 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received unexpected event network-vif-plugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a for instance with vm_state building and task_state spawning.
Nov 15 20:09:28 user nova-compute[74639]: INFO nova.compute.manager [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Took 6.50 seconds to build instance.
Nov 15 20:09:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-23fc1df1-3fdd-46e3-a42f-28ad861de9cf tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.589s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:29 user nova-compute[74639]: INFO nova.compute.manager [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Detaching volume 7a934d45-096c-48b3-91ba-c8f651035268
Nov 15 20:09:29 user nova-compute[74639]: INFO nova.virt.block_device [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Attempting to driver detach volume 7a934d45-096c-48b3-91ba-c8f651035268 from mountpoint /dev/vdb
Nov 15 20:09:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Attempting to detach device vdb from instance 397e4963-602d-427e-9c7d-64a65e7de228 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:09:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:09:29 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:09:29 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 20:09:29 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:09:29 user nova-compute[74639]:   <serial>7a934d45-096c-48b3-91ba-c8f651035268</serial>
Nov 15 20:09:29 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:09:29 user nova-compute[74639]: </disk>
Nov 15 20:09:29 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:09:29 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully detached device vdb from instance 397e4963-602d-427e-9c7d-64a65e7de228 from the persistent domain config.
Nov 15 20:09:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 397e4963-602d-427e-9c7d-64a65e7de228 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:09:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:09:29 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:09:29 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 20:09:29 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:09:29 user nova-compute[74639]:   <serial>7a934d45-096c-48b3-91ba-c8f651035268</serial>
Nov 15 20:09:29 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:09:29 user nova-compute[74639]: </disk>
Nov 15 20:09:29 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:09:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 397e4963-602d-427e-9c7d-64a65e7de228 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:09:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:38 user nova-compute[74639]: INFO nova.compute.manager [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Terminating instance
Nov 15 20:09:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-c8ed292f-aeac-428e-976b-0b5cc5678730 req-4b757018-07f5-4aec-9ca9-3bcb9ff12ff3 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-unplugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c8ed292f-aeac-428e-976b-0b5cc5678730 req-4b757018-07f5-4aec-9ca9-3bcb9ff12ff3 service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c8ed292f-aeac-428e-976b-0b5cc5678730 req-4b757018-07f5-4aec-9ca9-3bcb9ff12ff3 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c8ed292f-aeac-428e-976b-0b5cc5678730 req-4b757018-07f5-4aec-9ca9-3bcb9ff12ff3 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-c8ed292f-aeac-428e-976b-0b5cc5678730 req-4b757018-07f5-4aec-9ca9-3bcb9ff12ff3 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-unplugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-c8ed292f-aeac-428e-976b-0b5cc5678730 req-4b757018-07f5-4aec-9ca9-3bcb9ff12ff3 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-unplugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Instance destroyed successfully.
Nov 15 20:09:39 user nova-compute[74639]: DEBUG nova.objects.instance [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'resources' on Instance uuid 628bd485-ac5b-4d85-bcb6-67619807d0de {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:37Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-1236026745',display_name='tempest-ServerRescueNegativeTestJSON-server-1236026745',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-1236026745',id=3,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:55:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-0de0knoj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:55:36Z,user_data=None,user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=628bd485-ac5b-4d85-bcb6-67619807d0de,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='rescued') vif={"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "address": "fa:16:3e:72:10:35", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapc2f683b9-cb", "ovs_interfaceid": "c2f683b9-cb53-4c8b-a4d9-1c4eec343116", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:72:10:35,bridge_name='br-int',has_traffic_filtering=True,id=c2f683b9-cb53-4c8b-a4d9-1c4eec343116,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2f683b9-cb') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG os_vif [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:10:35,bridge_name='br-int',has_traffic_filtering=True,id=c2f683b9-cb53-4c8b-a4d9-1c4eec343116,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2f683b9-cb') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapc2f683b9-cb, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c46f8f62-cbaf-45e6-8951-0240572e79ad) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:09:39 user nova-compute[74639]: INFO os_vif [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:72:10:35,bridge_name='br-int',has_traffic_filtering=True,id=c2f683b9-cb53-4c8b-a4d9-1c4eec343116,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapc2f683b9-cb')
Nov 15 20:09:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Deleting instance files /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de_del
Nov 15 20:09:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Deletion of /opt/stack/data/nova/instances/628bd485-ac5b-4d85-bcb6-67619807d0de_del complete
Nov 15 20:09:39 user nova-compute[74639]: INFO nova.compute.manager [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 15 20:09:39 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:09:39 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Took 0.43 seconds to deallocate network for instance.
Nov 15 20:09:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:40 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:09:40 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:09:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.359s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:40 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Deleted allocations for instance 628bd485-ac5b-4d85-bcb6-67619807d0de
Nov 15 20:09:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6a254deb-93f1-4f89-baf2-d42c46a5f727 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.857s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-107d1a6a-bbf1-4a8f-ac17-968ed460bdfb req-fd7424c6-55c3-4b08-827f-c3dfcb589766 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-107d1a6a-bbf1-4a8f-ac17-968ed460bdfb req-fd7424c6-55c3-4b08-827f-c3dfcb589766 service nova] Acquiring lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-107d1a6a-bbf1-4a8f-ac17-968ed460bdfb req-fd7424c6-55c3-4b08-827f-c3dfcb589766 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-107d1a6a-bbf1-4a8f-ac17-968ed460bdfb req-fd7424c6-55c3-4b08-827f-c3dfcb589766 service nova] Lock "628bd485-ac5b-4d85-bcb6-67619807d0de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-107d1a6a-bbf1-4a8f-ac17-968ed460bdfb req-fd7424c6-55c3-4b08-827f-c3dfcb589766 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] No waiting events found dispatching network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:40 user nova-compute[74639]: WARNING nova.compute.manager [req-107d1a6a-bbf1-4a8f-ac17-968ed460bdfb req-fd7424c6-55c3-4b08-827f-c3dfcb589766 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received unexpected event network-vif-plugged-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 for instance with vm_state deleted and task_state None.
Nov 15 20:09:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-107d1a6a-bbf1-4a8f-ac17-968ed460bdfb req-fd7424c6-55c3-4b08-827f-c3dfcb589766 service nova] [instance: 628bd485-ac5b-4d85-bcb6-67619807d0de] Received event network-vif-deleted-c2f683b9-cb53-4c8b-a4d9-1c4eec343116 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:41 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:09:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:45 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:09:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:09:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json" returned: 0 in 0.166s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:09:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:48 user nova-compute[74639]: INFO nova.compute.manager [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] instance snapshotting
Nov 15 20:09:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Beginning live snapshot process
Nov 15 20:09:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:09:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:09:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7529MB free_disk=25.165756225585938GB free_vcpus=1 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json -f qcow2 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json -f qcow2" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json -f qcow2 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 940714cc-6448-4afb-9f93-ff2c2e8b5426 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 397e4963-602d-427e-9c7d-64a65e7de228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c5728c67-63cb-48b7-b781-55a37d5a0669 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 2048, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cb7236aa-16ad-467b-90b7-cca974aa8577 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7128f3c3-5e7f-4280-b392-371412b9b57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 11 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=7680MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=11 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json -f qcow2" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:49 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 397e4963-602d-427e-9c7d-64a65e7de228 is timed out.
Nov 15 20:09:49 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully detached device vdb from instance 397e4963-602d-427e-9c7d-64a65e7de228 from the live domain config.
Nov 15 20:09:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZbYGTDtW', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:09:49 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:09:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e2ad84-3dd6-44ce-88ec-02f4e080585c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:09:49 user nova-compute[74639]: No targets found.
Nov 15 20:09:49 user nova-compute[74639]: iSNS:
Nov 15 20:09:49 user nova-compute[74639]: No targets found.
Nov 15 20:09:49 user nova-compute[74639]: STATIC:
Nov 15 20:09:49 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5
Nov 15 20:09:49 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:49 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:49 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:09:49 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:49 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:49 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268
Nov 15 20:09:49 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:49 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:49 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:09:49 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:49 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:49 user nova-compute[74639]: FIRMWARE:
Nov 15 20:09:49 user nova-compute[74639]: No targets found.
Nov 15 20:09:49 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:09:49 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:09:49 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba406ac0-b150-4e18-8930-97b7e48c0073]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp43otgwpl/1ac3086b1d2b40cdaf4db14b904cc782.delta 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:49 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2801b928-9465-4879-8781-04faea576665]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:50 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:09:50 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:50 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:50 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:50 user nova-compute[74639]: tcp: [33] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 (non-flash)
Nov 15 20:09:50 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:50 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:50 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa97021ac20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmp43otgwpl/1ac3086b1d2b40cdaf4db14b904cc782.delta 1073741824" returned: 0 in 0.068s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[61b29b24-e2db-45ef-8b6d-6d978f5c7011]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[548e4f44-f881-4ee4-aed0-ee7541c7039c]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0317958d-4969-4fda-8326-2a6ddbc2c34e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.035s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1be9a47-c2e1-431d-a404-dc802dda3907]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1db0ae6b-4b5e-45c5-bb2f-b42068068a25]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG nova.objects.instance [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.882s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.074s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --logout" returned: 0 in 0.076s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5becd0d2-6c21-4b9d-b282-ce98ce32ed70]: (4, ('Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268, portal: 172.16.0.220,3260]\nLogout of [sid: 33, target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 33, target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268, portal: 172.16.0.220,3260]
Nov 15 20:09:50 user nova-compute[74639]: Logout of [sid: 33, target: iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268, portal: 172.16.0.220,3260] successful.
Nov 15 20:09:50 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7a934d45-096c-48b3-91ba-c8f651035268 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[955331db-4baa-4213-972a-21028489d02f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.417s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] <== disconnect_volume: return (420ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:50 user nova-compute[74639]: INFO nova.compute.manager [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attaching volume bf75e067-baca-4180-baf8-68a2cb8ef01b to /dev/vdb
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.utils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a1f4f53-9bc5-449b-b067-e74b7b4d2e49]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[01f1ce6d-9d05-4462-ac3c-22813f8a9a98]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[00544189-2d17-48a4-865a-acc1a5021a75]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1c04598-0d04-428a-a2d1-191d1c1fad20]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:09:50 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:09:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa926c87-1c4d-42fe-ad7d-bf24eb8bffd5]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG os_brick.utils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating existing volume attachment record: 58cfb2ef-51b2-48b4-be14-e2703f6b496c {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:09:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] COPY block job progress, current cursor: 0 final cursor: 75497472 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'flavor' on Instance uuid 397e4963-602d-427e-9c7d-64a65e7de228 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-47380e7f-965f-4bab-88d8-360142505af2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 22.128s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] COPY block job progress, current cursor: 75497472 final cursor: 75497472 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 20:09:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 20:09:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:09:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp43otgwpl/1ac3086b1d2b40cdaf4db14b904cc782.delta /opt/stack/data/nova/instances/snapshots/tmp43otgwpl/1ac3086b1d2b40cdaf4db14b904cc782 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmp43otgwpl/1ac3086b1d2b40cdaf4db14b904cc782.delta /opt/stack/data/nova/instances/snapshots/tmp43otgwpl/1ac3086b1d2b40cdaf4db14b904cc782" returned: 0 in 0.612s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:52 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Snapshot extracted, beginning image upload
Nov 15 20:09:52 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updating instance_info_cache with network_info: [{"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:09:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-7dbb5ae5-ae16-4525-b214-1b27dc3b778e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:09:52 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:09:52 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:52 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:53 user nova-compute[74639]: INFO nova.compute.manager [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Terminating instance
Nov 15 20:09:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-71c0a117-9410-4e61-85bc-cbca9a31579e req-98efc9ab-c6c5-4592-954b-649248b1ad9d service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-unplugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-71c0a117-9410-4e61-85bc-cbca9a31579e req-98efc9ab-c6c5-4592-954b-649248b1ad9d service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-71c0a117-9410-4e61-85bc-cbca9a31579e req-98efc9ab-c6c5-4592-954b-649248b1ad9d service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-71c0a117-9410-4e61-85bc-cbca9a31579e req-98efc9ab-c6c5-4592-954b-649248b1ad9d service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-71c0a117-9410-4e61-85bc-cbca9a31579e req-98efc9ab-c6c5-4592-954b-649248b1ad9d service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-unplugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-71c0a117-9410-4e61-85bc-cbca9a31579e req-98efc9ab-c6c5-4592-954b-649248b1ad9d service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-unplugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Instance destroyed successfully.
Nov 15 20:09:53 user nova-compute[74639]: DEBUG nova.objects.instance [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'resources' on Instance uuid cb7236aa-16ad-467b-90b7-cca974aa8577 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T20:03:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1311129010',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1311129010',id=24,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNgW5luoBM7Zaga8OtxX45ECqXTQsCff0uFHQ8gYZQOBhez1Hy9NXJxzrWADHrdcHnd7eGKsku738GZLZGxY09Bm5hX/DWLodXfTuhvtjG513N1v4PqXOWe+qMpcwRH7Uw==',key_name='tempest-keypair-1542852316',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:07:32Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-rkt0pnm9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:07:32Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=cb7236aa-16ad-467b-90b7-cca974aa8577,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "address": "fa:16:3e:ae:c2:4a", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap55df1c91-14", "ovs_interfaceid": "55df1c91-14c3-4bf0-a68e-70243ad5f12b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG os_vif [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap55df1c91-14, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a0e1f093-b7d1-4442-ac2a-7c41eea39db2) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:09:53 user nova-compute[74639]: INFO os_vif [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ae:c2:4a,bridge_name='br-int',has_traffic_filtering=True,id=55df1c91-14c3-4bf0-a68e-70243ad5f12b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap55df1c91-14')
Nov 15 20:09:53 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Deleting instance files /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577_del
Nov 15 20:09:53 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Deletion of /opt/stack/data/nova/instances/cb7236aa-16ad-467b-90b7-cca974aa8577_del complete
Nov 15 20:09:54 user nova-compute[74639]: INFO nova.compute.manager [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 15 20:09:54 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:09:54 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:09:54 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:09:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:54 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Snapshot image upload complete
Nov 15 20:09:54 user nova-compute[74639]: INFO nova.compute.manager [None req-c6cfa0d6-18f6-4f2b-b6c5-629b8c85ae4c tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Took 5.79 seconds to snapshot the instance on the hypervisor.
Nov 15 20:09:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:54 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:09:54 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Took 0.93 seconds to deallocate network for instance.
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-4bd58ec5-1df7-47c3-b617-a5753bf935ed req-154de128-9412-433a-9371-0c0732d643f5 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-deleted-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.348s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:55 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Deleted allocations for instance cb7236aa-16ad-467b-90b7-cca974aa8577
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:55 user nova-compute[74639]: WARNING nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state deleted and task_state None.
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:55 user nova-compute[74639]: WARNING nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state deleted and task_state None.
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:55 user nova-compute[74639]: WARNING nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state deleted and task_state None.
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-unplugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-unplugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:55 user nova-compute[74639]: WARNING nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-unplugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state deleted and task_state None.
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Acquiring lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] No waiting events found dispatching network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:09:55 user nova-compute[74639]: WARNING nova.compute.manager [req-c6f2c851-3d9f-42a2-bb89-62443fb1e68d req-b78d09f1-3b09-4c07-b5fe-a8bd0ef9dbd6 service nova] [instance: cb7236aa-16ad-467b-90b7-cca974aa8577] Received unexpected event network-vif-plugged-55df1c91-14c3-4bf0-a68e-70243ad5f12b for instance with vm_state deleted and task_state None.
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-b6f5fd7b-240e-48ad-821f-a4ebbb03d57c tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "cb7236aa-16ad-467b-90b7-cca974aa8577" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.474s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VcjIyaDb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:09:55 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:09:55 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:09:55 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[809d081d-6f4a-4a03-8efa-738b2e8bce61]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:09:55 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d6a8897-3ca6-4a96-ba6b-203fed07d779]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b] added
Nov 15 20:09:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c2a5580-6820-4453-8b83-31cf73d800b0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[002b2c92-a3e0-4bcd-8543-832bafc2186c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VcjIyaDb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v VcjIyaDb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7f43bfd6-c172-4b4c-978e-740ef2f2f2d6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'VcjIyaDb'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0bb32b11-8e25-49d8-863b-d5f47bb57d2a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1b09c6d-4462-4d0a-9389-a8f6dcda2328]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:55 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:55 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:55 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:55 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7d2afa6e-5336-46a8-8ac8-65d3c7e3e515]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b, portal: 172.16.0.220,3260]
Nov 15 20:09:56 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b, portal: 172.16.0.220,3260] successful.
Nov 15 20:09:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[890bea3f-1e0d-4c9b-9a01-18609f82c234]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[48863fc3-d23b-47fb-acec-533171ebe6c5]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:56 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:56 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:56 user nova-compute[74639]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b (non-flash)
Nov 15 20:09:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:56 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:56 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:56 user nova-compute[74639]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b (non-flash)
Nov 15 20:09:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.271s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] HCTL ('35', '-', '-', 0) found on session 38 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8ce3a2ee-c6b9-4953-bae9-a9916bdd1e66]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Searching for a device in session 38 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:09:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VcjIyaDb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.303s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== connect_volume: return (1305ms) {'type': 'block', 'scsi_wwn': '23335623332376638', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23335623332376638', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG nova.objects.instance [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:09:57 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:09:57 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 20:09:57 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:09:57 user nova-compute[74639]:   <serial>bf75e067-baca-4180-baf8-68a2cb8ef01b</serial>
Nov 15 20:09:57 user nova-compute[74639]: </disk>
Nov 15 20:09:57 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No VIF found with MAC fa:16:3e:c4:96:86, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-af827a7e-6ffb-4b5b-a7c5-737ac1788a6a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.243s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 20:09:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.compute.manager [req-d2e8f75e-5398-4765-b4c3-1324dc899f50 req-f8ed7ce9-6a8d-42ca-be2d-70c5c06cd7ce service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.compute.manager [req-d2e8f75e-5398-4765-b4c3-1324dc899f50 req-f8ed7ce9-6a8d-42ca-be2d-70c5c06cd7ce service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing instance network info cache due to event network-changed-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d2e8f75e-5398-4765-b4c3-1324dc899f50 req-f8ed7ce9-6a8d-42ca-be2d-70c5c06cd7ce service nova] Acquiring lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d2e8f75e-5398-4765-b4c3-1324dc899f50 req-f8ed7ce9-6a8d-42ca-be2d-70c5c06cd7ce service nova] Acquired lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.network.neutron [req-d2e8f75e-5398-4765-b4c3-1324dc899f50 req-f8ed7ce9-6a8d-42ca-be2d-70c5c06cd7ce service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Refreshing network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:09:58 user nova-compute[74639]: INFO nova.compute.manager [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Terminating instance
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.network.neutron [req-d2e8f75e-5398-4765-b4c3-1324dc899f50 req-f8ed7ce9-6a8d-42ca-be2d-70c5c06cd7ce service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updated VIF entry in instance network info cache for port cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.network.neutron [req-d2e8f75e-5398-4765-b4c3-1324dc899f50 req-f8ed7ce9-6a8d-42ca-be2d-70c5c06cd7ce service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [{"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d2e8f75e-5398-4765-b4c3-1324dc899f50 req-f8ed7ce9-6a8d-42ca-be2d-70c5c06cd7ce service nova] Releasing lock "refresh_cache-35dbf7fb-1bbf-4194-a473-4b3bf30ce571" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:09:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Instance destroyed successfully.
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lazy-loading 'resources' on Instance uuid 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T20:04:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestShelveInstance-server-532260902',display_name='tempest-TestShelveInstance-server-532260902',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testshelveinstance-server-532260902',id=27,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNNH92Ic5lSEOERbDI6KWh9P552BpkPz+MC7b39y9KE4b+lHgsOQSak8hYkcIF2DPeCL20vHrJMAetCJ8fVIvhFRi+98cWE6X/AMF7pwsk5faB4LGAONLh9lIajolu+iTA==',key_name='tempest-TestShelveInstance-141417980',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:08:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='75e2cdeb5b054a49865d901a07560c1e',ramdisk_id='',reservation_id='r-w5ksr7uk',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestShelveInstance-246467754',owner_user_name='tempest-TestShelveInstance-246467754-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:08:19Z,user_data=None,user_id='ae49556adfd7496ea180851bd3c4a17e',uuid=35dbf7fb-1bbf-4194-a473-4b3bf30ce571,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converting VIF {"id": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "address": "fa:16:3e:a9:22:ea", "network": {"id": "068d95ee-340f-46f9-bc10-b414e3b535ad", "bridge": "br-int", "label": "tempest-TestShelveInstance-1366802705-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.6", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "75e2cdeb5b054a49865d901a07560c1e", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcfe8f0ed-e0", "ovs_interfaceid": "cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_vif [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcfe8f0ed-e0, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=40c375aa-f383-4110-bbe2-54ad1d0b1cbd) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:09:58 user nova-compute[74639]: INFO os_vif [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a9:22:ea,bridge_name='br-int',has_traffic_filtering=True,id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564,network=Network(068d95ee-340f-46f9-bc10-b414e3b535ad),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcfe8f0ed-e0')
Nov 15 20:09:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'bQXKwatx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:09:58 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[69c1f927-b815-4c6e-b12f-af3d905867c0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:09:58 user nova-compute[74639]: No targets found.
Nov 15 20:09:58 user nova-compute[74639]: iSNS:
Nov 15 20:09:58 user nova-compute[74639]: No targets found.
Nov 15 20:09:58 user nova-compute[74639]: STATIC:
Nov 15 20:09:58 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5
Nov 15 20:09:58 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:58 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:58 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:09:58 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:58 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:58 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:09:58 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:58 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:58 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b
Nov 15 20:09:58 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:09:58 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:09:58 user nova-compute[74639]: FIRMWARE:
Nov 15 20:09:58 user nova-compute[74639]: No targets found.
Nov 15 20:09:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:09:58 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:09:58 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[438176be-78bd-4ddf-bc67-6e24ef63e603]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fe3b7e6e-cbde-4cda-a809-a14ae0e65ad1]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:58 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:58 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:58 user nova-compute[74639]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b (non-flash)
Nov 15 20:09:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:09:58 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:09:58 user nova-compute[74639]: tcp: [36] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 (non-flash)
Nov 15 20:09:58 user nova-compute[74639]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b (non-flash)
Nov 15 20:09:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9702a6170>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fe06b99-f004-4453-8adc-cbd2061e8689]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3fb94cb6-8d8d-460c-b7d8-2d268b0be315]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a1373782-febc-442b-8659-21b2be368b1c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc2a4141-5d14-4855-9be6-82b8d6713b10]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26634326164303931', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_beb81867', '/dev/disk/by-id/scsi-1SCST_BIObeb81867-f42ad09137920f4a') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:09:59 user nova-compute[74639]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-26634326164303931
Nov 15 20:09:59 user nova-compute[74639]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_beb81867
Nov 15 20:09:59 user nova-compute[74639]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIObeb81867-f42ad09137920f4a
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[14eba546-55aa-487f-b4c5-9124c02ead82]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac66582d-8260-4ce7-8ef5-c6cdb4aae826]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --logout" returned: 0 in 0.128s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8aca34cb-339b-4eab-8c44-9efde1776ee1]: (4, ('Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260]\nLogout of [sid: 36, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 36, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260]
Nov 15 20:09:59 user nova-compute[74639]: Logout of [sid: 36, target: iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5, portal: 172.16.0.220,3260] successful.
Nov 15 20:09:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2634517e-d357-45d8-a77a-fb4f2736e5f5 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8848550a-93ab-4117-8571-efa7e8f7364a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.395s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] <== disconnect_volume: return (396ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:09:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Deleting instance files /opt/stack/data/nova/instances/35dbf7fb-1bbf-4194-a473-4b3bf30ce571_del
Nov 15 20:09:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Deletion of /opt/stack/data/nova/instances/35dbf7fb-1bbf-4194-a473-4b3bf30ce571_del complete
Nov 15 20:09:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:09:59 user nova-compute[74639]: INFO nova.compute.manager [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Took 1.26 seconds to destroy the instance on the hypervisor.
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:09:59 user nova-compute[74639]: INFO nova.compute.manager [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Detaching volume bf75e067-baca-4180-baf8-68a2cb8ef01b
Nov 15 20:09:59 user nova-compute[74639]: INFO nova.virt.block_device [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attempting to driver detach volume bf75e067-baca-4180-baf8-68a2cb8ef01b from mountpoint /dev/vdb
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Attempting to detach device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:09:59 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:09:59 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 20:09:59 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:09:59 user nova-compute[74639]:   <serial>bf75e067-baca-4180-baf8-68a2cb8ef01b</serial>
Nov 15 20:09:59 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:09:59 user nova-compute[74639]: </disk>
Nov 15 20:09:59 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:09:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully detached device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the persistent domain config.
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:09:59 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:09:59 user nova-compute[74639]:   <source dev="/dev/sdd"/>
Nov 15 20:09:59 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:09:59 user nova-compute[74639]:   <serial>bf75e067-baca-4180-baf8-68a2cb8ef01b</serial>
Nov 15 20:09:59 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:09:59 user nova-compute[74639]: </disk>
Nov 15 20:09:59 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:09:59 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Took 0.47 seconds to deallocate network for instance.
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-b754fa30-7bf3-4a30-8e9f-870014475289 req-1c53ae56-1884-45d7-9b4d-a47c5331d01d service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-deleted-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:09:59 user nova-compute[74639]: INFO nova.compute.manager [req-b754fa30-7bf3-4a30-8e9f-870014475289 req-1c53ae56-1884-45d7-9b4d-a47c5331d01d service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Neutron deleted interface cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564; detaching it from the instance and deleting it from the info cache
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.network.neutron [req-b754fa30-7bf3-4a30-8e9f-870014475289 req-1c53ae56-1884-45d7-9b4d-a47c5331d01d service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:09:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-b754fa30-7bf3-4a30-8e9f-870014475289 req-1c53ae56-1884-45d7-9b4d-a47c5331d01d service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Detach interface failed, port_id=cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564, reason: Instance 35dbf7fb-1bbf-4194-a473-4b3bf30ce571 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-unplugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] No waiting events found dispatching network-vif-unplugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-unplugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] Acquiring lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] No waiting events found dispatching network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:10:00 user nova-compute[74639]: WARNING nova.compute.manager [req-ecff2337-d669-4b16-b14f-d5f0365c4ed8 req-89559892-1063-4d04-8455-7ccea0f79c05 service nova] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Received unexpected event network-vif-plugged-cfe8f0ed-e09e-4b1f-9bcf-33e717c8b564 for instance with vm_state active and task_state deleting.
Nov 15 20:10:00 user nova-compute[74639]: INFO nova.compute.manager [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Took 0.75 seconds to detach 1 volumes for instance.
Nov 15 20:10:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] [instance: 35dbf7fb-1bbf-4194-a473-4b3bf30ce571] Deleting volume: 2634517e-d357-45d8-a77a-fb4f2736e5f5 {{(pid=74639) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:10:00 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:10:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.327s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:01 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Deleted allocations for instance 35dbf7fb-1bbf-4194-a473-4b3bf30ce571
Nov 15 20:10:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c01b49f5-b82e-42ef-9d93-5ca2a2232bf1 tempest-TestShelveInstance-246467754 tempest-TestShelveInstance-246467754-project-member] Lock "35dbf7fb-1bbf-4194-a473-4b3bf30ce571" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.062s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 7dbb5ae5-ae16-4525-b214-1b27dc3b778e {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid d3494acb-20af-40a8-afa2-a1b811109aa1 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 397e4963-602d-427e-9c7d-64a65e7de228 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 59146f09-2c45-4194-88e1-2ff47e3c9dcf {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 7128f3c3-5e7f-4280-b392-371412b9b57b {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "d3494acb-20af-40a8-afa2-a1b811109aa1" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "397e4963-602d-427e-9c7d-64a65e7de228" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "7128f3c3-5e7f-4280-b392-371412b9b57b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.036s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.037s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.045s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "397e4963-602d-427e-9c7d-64a65e7de228" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.053s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.058s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.062s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.065s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:19 user nova-compute[74639]: INFO nova.compute.manager [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Terminating instance
Nov 15 20:10:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-65809a34-e1bd-42d5-9e38-a56828448eaf req-0c26582f-0c92-4bc8-976d-d6b64ea06f9a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received event network-vif-unplugged-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-65809a34-e1bd-42d5-9e38-a56828448eaf req-0c26582f-0c92-4bc8-976d-d6b64ea06f9a service nova] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-65809a34-e1bd-42d5-9e38-a56828448eaf req-0c26582f-0c92-4bc8-976d-d6b64ea06f9a service nova] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-65809a34-e1bd-42d5-9e38-a56828448eaf req-0c26582f-0c92-4bc8-976d-d6b64ea06f9a service nova] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-65809a34-e1bd-42d5-9e38-a56828448eaf req-0c26582f-0c92-4bc8-976d-d6b64ea06f9a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] No waiting events found dispatching network-vif-unplugged-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:10:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-65809a34-e1bd-42d5-9e38-a56828448eaf req-0c26582f-0c92-4bc8-976d-d6b64ea06f9a service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received event network-vif-unplugged-2265351f-3d2c-4356-ace2-b11931a0fc91 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:10:20 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5728c67-63cb-48b7-b781-55a37d5a0669 is timed out.
Nov 15 20:10:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully detached device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the live domain config.
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'VcjIyaDb', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:10:20 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a28cea8f-372c-4c89-b060-23bcc27a4d4c]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:10:20 user nova-compute[74639]: No targets found.
Nov 15 20:10:20 user nova-compute[74639]: iSNS:
Nov 15 20:10:20 user nova-compute[74639]: No targets found.
Nov 15 20:10:20 user nova-compute[74639]: STATIC:
Nov 15 20:10:20 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:10:20 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:10:20 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:10:20 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:10:20 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:10:20 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:10:20 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b
Nov 15 20:10:20 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:10:20 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:10:20 user nova-compute[74639]: FIRMWARE:
Nov 15 20:10:20 user nova-compute[74639]: No targets found.
Nov 15 20:10:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:10:20 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:10:20 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f38d5bf-599f-4c51-976e-7cf9a45c4f05]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6bdbc24-2269-4a8f-91d6-1e32f41f6ce0]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:10:20 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:10:20 user nova-compute[74639]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b (non-flash)
Nov 15 20:10:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:10:20 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:10:20 user nova-compute[74639]: tcp: [38] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b (non-flash)
Nov 15 20:10:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98819dcf0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[28260519-a65a-4f79-8eaf-b6a5d9d398be]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Instance destroyed successfully.
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.objects.instance [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'resources' on Instance uuid 397e4963-602d-427e-9c7d-64a65e7de228 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:04:41Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1973789388',display_name='tempest-AttachVolumeNegativeTest-server-1973789388',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1973789388',id=28,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBEcMP9ImlnOFbOm0/wXTmgYbfifb6eoVVV8BZCaFmNPRtBYowZftLwYKy1VooULxP8yNp0RDLWGU6NIUvwgsvUNmO9SuMX4ryPuVT57lLkRRvzrecr3qXNU5wO2rVnwEUg==',key_name='tempest-keypair-1573940871',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:04:49Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-jz03mqgv',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:04:49Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=397e4963-602d-427e-9c7d-64a65e7de228,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.14", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "2265351f-3d2c-4356-ace2-b11931a0fc91", "address": "fa:16:3e:aa:c6:26", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.14", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap2265351f-3d", "ovs_interfaceid": "2265351f-3d2c-4356-ace2-b11931a0fc91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:aa:c6:26,bridge_name='br-int',has_traffic_filtering=True,id=2265351f-3d2c-4356-ace2-b11931a0fc91,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2265351f-3d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_vif [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:c6:26,bridge_name='br-int',has_traffic_filtering=True,id=2265351f-3d2c-4356-ace2-b11931a0fc91,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2265351f-3d') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap2265351f-3d, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[53eaba35-ae8b-42f3-9529-c7c80786e661]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=231673cb-a651-4502-ac5f-6e8b1329a2b6) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:20 user nova-compute[74639]: INFO os_vif [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:aa:c6:26,bridge_name='br-int',has_traffic_filtering=True,id=2265351f-3d2c-4356-ace2-b11931a0fc91,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap2265351f-3d')
Nov 15 20:10:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Deleting instance files /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228_del
Nov 15 20:10:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Deletion of /opt/stack/data/nova/instances/397e4963-602d-427e-9c7d-64a65e7de228_del complete
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bb22ffc-f617-4d65-9622-e0303311438a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.043s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d5ff4c6-b15b-4bf8-98b0-90de5b7c52cc]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: INFO nova.compute.manager [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Took 0.83 seconds to destroy the instance on the hypervisor.
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1dd1baaa-7e49-47ad-b8e6-ec8d42618405]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4d21bcc1-f40f-4ae0-8848-960d80cf1e19]: (4, ('Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b, portal: 172.16.0.220,3260]\nLogout of [sid: 38, target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 38, target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b, portal: 172.16.0.220,3260]
Nov 15 20:10:20 user nova-compute[74639]: Logout of [sid: 38, target: iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b, portal: 172.16.0.220,3260] successful.
Nov 15 20:10:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:bf75e067-baca-4180-baf8-68a2cb8ef01b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e07260c-04fb-4cab-8c89-c1d5cea77ebf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.312s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== disconnect_volume: return (314ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:10:20 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Took 0.69 seconds to deallocate network for instance.
Nov 15 20:10:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-ecf4577c-49bc-4afe-8812-f183c2d1116d req-f2ec3a4f-b3fc-45f4-b441-65e5a45467d5 service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received event network-vif-deleted-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG nova.objects.instance [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-992b27ff-55a4-4fcb-b169-dc618b2f382a tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.634s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 4.249s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.280s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:21 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Deleted allocations for instance 397e4963-602d-427e-9c7d-64a65e7de228
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fa250da4-24e9-4aa4-8dfa-7a77f24277de tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "397e4963-602d-427e-9c7d-64a65e7de228" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.976s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-bb9389c6-b3ad-443e-a422-b71fbd94d9aa req-60ad4f62-e924-456c-9dcd-e31d4d0dca6f service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received event network-vif-plugged-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bb9389c6-b3ad-443e-a422-b71fbd94d9aa req-60ad4f62-e924-456c-9dcd-e31d4d0dca6f service nova] Acquiring lock "397e4963-602d-427e-9c7d-64a65e7de228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bb9389c6-b3ad-443e-a422-b71fbd94d9aa req-60ad4f62-e924-456c-9dcd-e31d4d0dca6f service nova] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bb9389c6-b3ad-443e-a422-b71fbd94d9aa req-60ad4f62-e924-456c-9dcd-e31d4d0dca6f service nova] Lock "397e4963-602d-427e-9c7d-64a65e7de228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-bb9389c6-b3ad-443e-a422-b71fbd94d9aa req-60ad4f62-e924-456c-9dcd-e31d4d0dca6f service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] No waiting events found dispatching network-vif-plugged-2265351f-3d2c-4356-ace2-b11931a0fc91 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:10:21 user nova-compute[74639]: WARNING nova.compute.manager [req-bb9389c6-b3ad-443e-a422-b71fbd94d9aa req-60ad4f62-e924-456c-9dcd-e31d4d0dca6f service nova] [instance: 397e4963-602d-427e-9c7d-64a65e7de228] Received unexpected event network-vif-plugged-2265351f-3d2c-4356-ace2-b11931a0fc91 for instance with vm_state deleted and task_state None.
Nov 15 20:10:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:28 user nova-compute[74639]: INFO nova.compute.manager [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Terminating instance
Nov 15 20:10:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:10:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-37e98eec-d5e2-431d-ba63-e5b62ebd726d req-0e008132-8a31-4d4a-bbef-b72cb2c6a826 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-unplugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-37e98eec-d5e2-431d-ba63-e5b62ebd726d req-0e008132-8a31-4d4a-bbef-b72cb2c6a826 service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-37e98eec-d5e2-431d-ba63-e5b62ebd726d req-0e008132-8a31-4d4a-bbef-b72cb2c6a826 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-37e98eec-d5e2-431d-ba63-e5b62ebd726d req-0e008132-8a31-4d4a-bbef-b72cb2c6a826 service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-37e98eec-d5e2-431d-ba63-e5b62ebd726d req-0e008132-8a31-4d4a-bbef-b72cb2c6a826 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-unplugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-37e98eec-d5e2-431d-ba63-e5b62ebd726d req-0e008132-8a31-4d4a-bbef-b72cb2c6a826 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-unplugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:10:29 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Instance destroyed successfully.
Nov 15 20:10:29 user nova-compute[74639]: DEBUG nova.objects.instance [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lazy-loading 'resources' on Instance uuid 940714cc-6448-4afb-9f93-ff2c2e8b5426 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:36Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerRescueNegativeTestJSON-server-2017237758',display_name='tempest-ServerRescueNegativeTestJSON-server-2017237758',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverrescuenegativetestjson-server-2017237758',id=2,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='d51abb16ae914832bf1d8ae37a886268',ramdisk_id='',reservation_id='r-e334xrur',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerRescueNegativeTestJSON-610519705',owner_user_name='tempest-ServerRescueNegativeTestJSON-610519705-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:00:19Z,user_data=None,user_id='0d2a9fcc8f774cfcb71ca2d7e46108a0',uuid=940714cc-6448-4afb-9f93-ff2c2e8b5426,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converting VIF {"id": "0eb4cd4e-6011-4291-803b-8441b8a97087", "address": "fa:16:3e:2a:08:6a", "network": {"id": "f78ac99d-98fb-4817-a18b-abc420eb95ab", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-216234020-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "d51abb16ae914832bf1d8ae37a886268", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0eb4cd4e-60", "ovs_interfaceid": "0eb4cd4e-6011-4291-803b-8441b8a97087", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2a:08:6a,bridge_name='br-int',has_traffic_filtering=True,id=0eb4cd4e-6011-4291-803b-8441b8a97087,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eb4cd4e-60') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG os_vif [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:08:6a,bridge_name='br-int',has_traffic_filtering=True,id=0eb4cd4e-6011-4291-803b-8441b8a97087,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eb4cd4e-60') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0eb4cd4e-60, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0845a233-eed9-450e-8a53-2f41ae7e194a) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:29 user nova-compute[74639]: INFO os_vif [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2a:08:6a,bridge_name='br-int',has_traffic_filtering=True,id=0eb4cd4e-6011-4291-803b-8441b8a97087,network=Network(f78ac99d-98fb-4817-a18b-abc420eb95ab),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0eb4cd4e-60')
Nov 15 20:10:29 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Deleting instance files /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426_del
Nov 15 20:10:29 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Deletion of /opt/stack/data/nova/instances/940714cc-6448-4afb-9f93-ff2c2e8b5426_del complete
Nov 15 20:10:29 user nova-compute[74639]: INFO nova.compute.manager [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Took 0.89 seconds to destroy the instance on the hypervisor.
Nov 15 20:10:29 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:10:29 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:10:30 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:10:30 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Took 0.53 seconds to deallocate network for instance.
Nov 15 20:10:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-ab7e5c5d-48dd-4ec3-a04b-7465568e5e0b req-d2dec17e-2d9c-410e-b969-5dc2ee91b023 service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-deleted-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:30 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:10:30 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:10:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.301s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:30 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Deleted allocations for instance 940714cc-6448-4afb-9f93-ff2c2e8b5426
Nov 15 20:10:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5f9efddb-5d91-455b-9b46-87a028db67f0 tempest-ServerRescueNegativeTestJSON-610519705 tempest-ServerRescueNegativeTestJSON-610519705-project-member] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.905s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d062257-d66e-4fec-8ae4-e229abd8ce50 req-4d515d26-0b8c-42cc-ae91-51a48a84a46c service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d062257-d66e-4fec-8ae4-e229abd8ce50 req-4d515d26-0b8c-42cc-ae91-51a48a84a46c service nova] Acquiring lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d062257-d66e-4fec-8ae4-e229abd8ce50 req-4d515d26-0b8c-42cc-ae91-51a48a84a46c service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d062257-d66e-4fec-8ae4-e229abd8ce50 req-4d515d26-0b8c-42cc-ae91-51a48a84a46c service nova] Lock "940714cc-6448-4afb-9f93-ff2c2e8b5426-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d062257-d66e-4fec-8ae4-e229abd8ce50 req-4d515d26-0b8c-42cc-ae91-51a48a84a46c service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] No waiting events found dispatching network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:10:31 user nova-compute[74639]: WARNING nova.compute.manager [req-6d062257-d66e-4fec-8ae4-e229abd8ce50 req-4d515d26-0b8c-42cc-ae91-51a48a84a46c service nova] [instance: 940714cc-6448-4afb-9f93-ff2c2e8b5426] Received unexpected event network-vif-plugged-0eb4cd4e-6011-4291-803b-8441b8a97087 for instance with vm_state deleted and task_state None.
Nov 15 20:10:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:10:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:42 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:10:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:44 user nova-compute[74639]: INFO nova.compute.manager [None req-dc438639-cdb2-4e71-a50b-c917b8bc7238 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Get console output
Nov 15 20:10:45 user nova-compute[74639]: INFO nova.privsep.libvirt [-] Ignored error while reading from instance console pty: can't concat NoneType to bytes
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:10:46 user nova-compute[74639]: INFO nova.compute.claims [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Claim successful on node user
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.364s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.network.neutron [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:10:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.policy [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2393492c8dc1454297b712b8a68200b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35f1a3ef9b014268870e38262ec8f834', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:10:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Creating image(s)
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.165s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk 1073741824" returned: 0 in 0.060s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.232s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.166s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json" returned: 0 in 0.167s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Cannot resize image /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Ensure instance console log exists: /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG nova.network.neutron [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Successfully created port: 386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:10:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Successfully updated port: 386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquired lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-6054ab7c-f39d-4469-a3a8-bbf1f3a82bab req-41ed6776-7916-48d2-a045-eb68dc2aa240 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-changed-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-6054ab7c-f39d-4469-a3a8-bbf1f3a82bab req-41ed6776-7916-48d2-a045-eb68dc2aa240 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Refreshing instance network info cache due to event network-changed-386eff97-6d7e-46fd-abe2-f2e83c6cd11b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6054ab7c-f39d-4469-a3a8-bbf1f3a82bab req-41ed6776-7916-48d2-a045-eb68dc2aa240 service nova] Acquiring lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating instance_info_cache with network_info: [{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Releasing lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance network_info: |[{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6054ab7c-f39d-4469-a3a8-bbf1f3a82bab req-41ed6776-7916-48d2-a045-eb68dc2aa240 service nova] Acquired lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.network.neutron [req-6054ab7c-f39d-4469-a3a8-bbf1f3a82bab req-41ed6776-7916-48d2-a045-eb68dc2aa240 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Refreshing network info cache for port 386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Start _get_guest_xml network_info=[{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:10:48 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:10:48 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:10:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1466590872',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1466590872',id=34,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0T5ELvFK8uUR4GeeNZbzOG6MPE7UhpMz8V4O16slwkRsa1ptv4AU0zv3gWtT0+7jtkYQKHQap44YWnHa4S67+teKpRW3uLQP+rFAYOoznUIkz9tJX8m9NeUWr6Lml2nw==',key_name='tempest-keypair-1594803511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-8p3444mf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:10:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=7d3921a5-2cbc-46ec-a383-d89c959ce1b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.objects.instance [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'pci_devices' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:10:48 user nova-compute[74639]:   <uuid>7d3921a5-2cbc-46ec-a383-d89c959ce1b9</uuid>
Nov 15 20:10:48 user nova-compute[74639]:   <name>instance-00000022</name>
Nov 15 20:10:48 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:10:48 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:10:48 user nova-compute[74639]:   <metadata>
Nov 15 20:10:48 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:10:48 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:10:48 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1466590872</nova:name>
Nov 15 20:10:48 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:10:48</nova:creationTime>
Nov 15 20:10:48 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:10:48 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:10:48 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:10:48 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:10:48 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:10:48 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:10:48 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:10:48 user nova-compute[74639]:       <nova:owner>
Nov 15 20:10:48 user nova-compute[74639]:         <nova:user uuid="2393492c8dc1454297b712b8a68200b5">tempest-AttachVolumeShelveTestJSON-100749280-project-member</nova:user>
Nov 15 20:10:48 user nova-compute[74639]:         <nova:project uuid="35f1a3ef9b014268870e38262ec8f834">tempest-AttachVolumeShelveTestJSON-100749280</nova:project>
Nov 15 20:10:48 user nova-compute[74639]:       </nova:owner>
Nov 15 20:10:48 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:10:48 user nova-compute[74639]:       <nova:ports>
Nov 15 20:10:48 user nova-compute[74639]:         <nova:port uuid="386eff97-6d7e-46fd-abe2-f2e83c6cd11b">
Nov 15 20:10:48 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 20:10:48 user nova-compute[74639]:         </nova:port>
Nov 15 20:10:48 user nova-compute[74639]:       </nova:ports>
Nov 15 20:10:48 user nova-compute[74639]:     </nova:instance>
Nov 15 20:10:48 user nova-compute[74639]:   </metadata>
Nov 15 20:10:48 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:10:48 user nova-compute[74639]:     <system>
Nov 15 20:10:48 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:10:48 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:10:48 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:10:48 user nova-compute[74639]:       <entry name="serial">7d3921a5-2cbc-46ec-a383-d89c959ce1b9</entry>
Nov 15 20:10:48 user nova-compute[74639]:       <entry name="uuid">7d3921a5-2cbc-46ec-a383-d89c959ce1b9</entry>
Nov 15 20:10:48 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:10:48 user nova-compute[74639]:     </system>
Nov 15 20:10:48 user nova-compute[74639]:   </sysinfo>
Nov 15 20:10:48 user nova-compute[74639]:   <os>
Nov 15 20:10:48 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:10:48 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:10:48 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:10:48 user nova-compute[74639]:   </os>
Nov 15 20:10:48 user nova-compute[74639]:   <features>
Nov 15 20:10:48 user nova-compute[74639]:     <acpi/>
Nov 15 20:10:48 user nova-compute[74639]:     <apic/>
Nov 15 20:10:48 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:10:48 user nova-compute[74639]:   </features>
Nov 15 20:10:48 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:10:48 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:10:48 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:10:48 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:10:48 user nova-compute[74639]:   </clock>
Nov 15 20:10:48 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:10:48 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:10:48 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:10:48 user nova-compute[74639]:   </cpu>
Nov 15 20:10:48 user nova-compute[74639]:   <devices>
Nov 15 20:10:48 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:10:48 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:10:48 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk"/>
Nov 15 20:10:48 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:10:48 user nova-compute[74639]:     </disk>
Nov 15 20:10:48 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:10:48 user nova-compute[74639]:       <mac address="fa:16:3e:04:41:0b"/>
Nov 15 20:10:48 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:10:48 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:10:48 user nova-compute[74639]:       <target dev="tap386eff97-6d"/>
Nov 15 20:10:48 user nova-compute[74639]:     </interface>
Nov 15 20:10:48 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:10:48 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/console.log" append="off"/>
Nov 15 20:10:48 user nova-compute[74639]:     </serial>
Nov 15 20:10:48 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:10:48 user nova-compute[74639]:     <video>
Nov 15 20:10:48 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:10:48 user nova-compute[74639]:     </video>
Nov 15 20:10:48 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:10:48 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:10:48 user nova-compute[74639]:     </rng>
Nov 15 20:10:48 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:10:48 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:10:48 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:10:48 user nova-compute[74639]:     </memballoon>
Nov 15 20:10:48 user nova-compute[74639]:   </devices>
Nov 15 20:10:48 user nova-compute[74639]: </domain>
Nov 15 20:10:48 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:10:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1466590872',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1466590872',id=34,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0T5ELvFK8uUR4GeeNZbzOG6MPE7UhpMz8V4O16slwkRsa1ptv4AU0zv3gWtT0+7jtkYQKHQap44YWnHa4S67+teKpRW3uLQP+rFAYOoznUIkz9tJX8m9NeUWr6Lml2nw==',key_name='tempest-keypair-1594803511',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-8p3444mf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:10:47Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=7d3921a5-2cbc-46ec-a383-d89c959ce1b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG os_vif [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '79c5e605-5931-56e5-b1ee-7171d7ab34bb', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap386eff97-6d, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap386eff97-6d, col_values=(('qos', UUID('a32a57e5-0b0e-4c46-b493-3f4ba305ee37')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap386eff97-6d, col_values=(('external_ids', {'iface-id': '386eff97-6d7e-46fd-abe2-f2e83c6cd11b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:41:0b', 'vm-uuid': '7d3921a5-2cbc-46ec-a383-d89c959ce1b9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:48 user nova-compute[74639]: INFO os_vif [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d')
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] No VIF found with MAC fa:16:3e:04:41:0b, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-6054ab7c-f39d-4469-a3a8-bbf1f3a82bab req-41ed6776-7916-48d2-a045-eb68dc2aa240 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updated VIF entry in instance network info cache for port 386eff97-6d7e-46fd-abe2-f2e83c6cd11b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-6054ab7c-f39d-4469-a3a8-bbf1f3a82bab req-41ed6776-7916-48d2-a045-eb68dc2aa240 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating instance_info_cache with network_info: [{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6054ab7c-f39d-4469-a3a8-bbf1f3a82bab req-41ed6776-7916-48d2-a045-eb68dc2aa240 service nova] Releasing lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-80dbb17c-5212-4fba-a869-84082f217c84 req-288f2285-4932-40e9-93ce-6e6b27bfaa9a service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80dbb17c-5212-4fba-a869-84082f217c84 req-288f2285-4932-40e9-93ce-6e6b27bfaa9a service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80dbb17c-5212-4fba-a869-84082f217c84 req-288f2285-4932-40e9-93ce-6e6b27bfaa9a service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80dbb17c-5212-4fba-a869-84082f217c84 req-288f2285-4932-40e9-93ce-6e6b27bfaa9a service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-80dbb17c-5212-4fba-a869-84082f217c84 req-288f2285-4932-40e9-93ce-6e6b27bfaa9a service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:10:52 user nova-compute[74639]: WARNING nova.compute.manager [req-80dbb17c-5212-4fba-a869-84082f217c84 req-288f2285-4932-40e9-93ce-6e6b27bfaa9a service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state building and task_state spawning.
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-eb1a490d-b459-4df2-85fd-263034bd9b37 req-87d494e1-848a-41bd-8a98-c9e3ff44d2b6 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-eb1a490d-b459-4df2-85fd-263034bd9b37 req-87d494e1-848a-41bd-8a98-c9e3ff44d2b6 service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-eb1a490d-b459-4df2-85fd-263034bd9b37 req-87d494e1-848a-41bd-8a98-c9e3ff44d2b6 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-eb1a490d-b459-4df2-85fd-263034bd9b37 req-87d494e1-848a-41bd-8a98-c9e3ff44d2b6 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-eb1a490d-b459-4df2-85fd-263034bd9b37 req-87d494e1-848a-41bd-8a98-c9e3ff44d2b6 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:10:52 user nova-compute[74639]: WARNING nova.compute.manager [req-eb1a490d-b459-4df2-85fd-263034bd9b37 req-87d494e1-848a-41bd-8a98-c9e3ff44d2b6 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state building and task_state spawning.
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:52 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:10:52 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8164MB free_disk=25.18875503540039GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:52 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance spawned successfully.
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.084s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:52 user nova-compute[74639]: INFO nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Took 6.00 seconds to spawn the instance on the hypervisor.
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c5728c67-63cb-48b7-b781-55a37d5a0669 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 2048}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7128f3c3-5e7f-4280-b392-371412b9b57b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=6144MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:10:52 user nova-compute[74639]: INFO nova.compute.manager [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Took 6.77 seconds to build instance.
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:52 user nova-compute[74639]: INFO nova.compute.manager [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attaching volume 6572c42b-91e6-468b-b882-ed4454cbf96d to /dev/vdb
Nov 15 20:10:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-708ec588-530c-4bc4-a0dc-d2b8a5c8d947 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.885s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG os_brick.utils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[96de7ed4-af14-412e-8f83-e1919259b2ba]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b78cb91-629c-419a-b302-d68a2df41255]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[af37f67e-8625-4a5f-8f44-1460f46d4cb7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f1657b6-61f6-4c70-806a-b23764a9b06b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:10:53 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3072d088-7753-4688-be6f-a0beb40a2ef2]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG os_brick.utils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== get_connector_properties: return (131ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating existing volume attachment record: e2bfe061-2664-404c-ab5b-ba77c130c1da {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.581s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:10:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:10:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:10:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:10:55 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:10:55 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updating instance_info_cache with network_info: [{"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:10:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:10:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:10:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "250988f9-46ed-4162-ad68-f112abc76a1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:10:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:10:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:10:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:10:56 user nova-compute[74639]: INFO nova.compute.claims [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Claim successful on node user
Nov 15 20:10:57 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:10:57 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:10:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.619s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:10:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:10:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:10:57 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:10:57 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:10:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:10:57 user nova-compute[74639]: INFO nova.virt.block_device [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Booting with volume-backed-image c6c9b382-2ced-4856-a9d7-a1f33cd11d30 at /dev/vda
Nov 15 20:10:57 user nova-compute[74639]: DEBUG nova.policy [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afae79772419472b8a582a92daf925a9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd10b7f49c5f4e94a4afbf9d61b9b81d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zZXYupFD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:10:58 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:10:58 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:10:58 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260" returned: 21 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9df8ac72-b09b-42bb-bd0e-7ca05ba0be43]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:10:58 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbd7e8c3-6f4f-4090-9bd9-527ca519be24]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d] added
Nov 15 20:10:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b6b3766-0391-4cbf-8df9-dc2b0258211e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Successfully created port: 5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.041s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8a30d8e-f2cc-45f0-b50f-c98bb76403e6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zZXYupFD {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v zZXYupFD" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a3fafb33-2726-42db-80b3-8eb15bf6babf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'zZXYupFD'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8506434-c289-4326-b44a-431ceab27d10]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b580af3b-c4be-41cf-85a2-7a3f05c9c1fe]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:10:58 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:10:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:10:58 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:10:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --login" returned: 0 in 0.062s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[65ab3987-2672-4fe1-9ff4-1c3e890cbe8f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d, portal: 172.16.0.220,3260]
Nov 15 20:10:58 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d, portal: 172.16.0.220,3260] successful.
Nov 15 20:10:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[19d7cc4a-d6bb-4c67-9cdf-1ac47bad4d02]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e9a2ff4-4dc4-41ac-a3e0-b73307334705]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:10:58 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:10:58 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:10:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:10:58 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:10:58 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:10:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.335s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] HCTL ('34', '-', '-', 0) found on session 39 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4ca61fb5-1bed-499b-8437-45fa2abbf89e]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:10:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Successfully updated port: 5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquired lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-e2109fad-7e95-4e2c-90b4-6d5ed65e1369 req-eb57e980-08a5-443b-b1da-7b774319ce6c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-changed-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-e2109fad-7e95-4e2c-90b4-6d5ed65e1369 req-eb57e980-08a5-443b-b1da-7b774319ce6c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Refreshing instance network info cache due to event network-changed-5c7385be-4d5f-41f2-838c-cb127b3cde9c. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e2109fad-7e95-4e2c-90b4-6d5ed65e1369 req-eb57e980-08a5-443b-b1da-7b774319ce6c service nova] Acquiring lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Searching for a device in session 39 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zZXYupFD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.368s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== connect_volume: return (1370ms) {'type': 'block', 'scsi_wwn': '23631653336613133', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23631653336613133', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Updating instance_info_cache with network_info: [{"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Releasing lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Instance network_info: |[{"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e2109fad-7e95-4e2c-90b4-6d5ed65e1369 req-eb57e980-08a5-443b-b1da-7b774319ce6c service nova] Acquired lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.network.neutron [req-e2109fad-7e95-4e2c-90b4-6d5ed65e1369 req-eb57e980-08a5-443b-b1da-7b774319ce6c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Refreshing network info cache for port 5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:10:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:10:59 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:10:59 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:10:59 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:10:59 user nova-compute[74639]:   <serial>6572c42b-91e6-468b-b882-ed4454cbf96d</serial>
Nov 15 20:10:59 user nova-compute[74639]: </disk>
Nov 15 20:10:59 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:11:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-e2109fad-7e95-4e2c-90b4-6d5ed65e1369 req-eb57e980-08a5-443b-b1da-7b774319ce6c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Updated VIF entry in instance network info cache for port 5c7385be-4d5f-41f2-838c-cb127b3cde9c. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:11:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-e2109fad-7e95-4e2c-90b4-6d5ed65e1369 req-eb57e980-08a5-443b-b1da-7b774319ce6c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Updating instance_info_cache with network_info: [{"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:11:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e2109fad-7e95-4e2c-90b4-6d5ed65e1369 req-eb57e980-08a5-443b-b1da-7b774319ce6c service nova] Releasing lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:11:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No VIF found with MAC fa:16:3e:c4:96:86, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:11:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1905832f-a0e9-4b68-8ed9-e9688fd2f09b tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.531s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:03 user nova-compute[74639]: INFO nova.compute.manager [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Detaching volume 6572c42b-91e6-468b-b882-ed4454cbf96d
Nov 15 20:11:03 user nova-compute[74639]: INFO nova.virt.block_device [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attempting to driver detach volume 6572c42b-91e6-468b-b882-ed4454cbf96d from mountpoint /dev/vdb
Nov 15 20:11:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Attempting to detach device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:11:03 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:11:03 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:11:03 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:11:03 user nova-compute[74639]:   <serial>6572c42b-91e6-468b-b882-ed4454cbf96d</serial>
Nov 15 20:11:03 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:11:03 user nova-compute[74639]: </disk>
Nov 15 20:11:03 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:11:03 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully detached device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the persistent domain config.
Nov 15 20:11:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:11:03 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:11:03 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:11:03 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:11:03 user nova-compute[74639]:   <serial>6572c42b-91e6-468b-b882-ed4454cbf96d</serial>
Nov 15 20:11:03 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:11:03 user nova-compute[74639]: </disk>
Nov 15 20:11:03 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG os_brick.utils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[dae7041a-4b0f-45d7-8c59-b24206977353]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ae08eb6-56cf-4ee0-ae2d-1827ef1e326a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aa22cd1-2d8c-4154-942e-1bd5d22a2c8d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f693ab97-88c9-4a78-b572-4d8675f330fc]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:11:03 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:11:03 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8df8916-d2b3-48b6-a687-a0df92e28fe4]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG os_brick.utils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] <== get_connector_properties: return (132ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Updating existing volume attachment record: 346fa598-5c52-4724-8991-44e87c30a2a4 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:11:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:11:08 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Creating image(s)
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Ensure instance console log exists: /opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Start _get_guest_xml network_info=[{"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GVRmlNYP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '250988f9-46ed-4162-ad68-f112abc76a1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc31ba3e-bff6-4468-8c99-60360d504208', 'serial': 'fc31ba3e-bff6-4468-8c99-60360d504208'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 0, 'attachment_id': '346fa598-5c52-4724-8991-44e87c30a2a4', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:11:08 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:11:08 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GVRmlNYP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:08 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:11:08 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:11:08 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[233e8ff1-9c91-401a-9b66-eefa67df152e]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:11:08 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b965d27c-6599-4f1c-8b2d-acb69903243d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208] added
Nov 15 20:11:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[120a1a67-2143-4a2c-a146-1951e536a2f8]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f28d15ef-fab5-4444-a039-4c0b93e38a5c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GVRmlNYP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GVRmlNYP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[009bc9e4-e590-45cc-b3b8-181e59239a05]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GVRmlNYP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[47e89175-8bea-4c2f-b879-38cb6aa432e2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eebc3c91-7d6e-4c93-908c-b54cec7852c5]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6dce19db-5765-40ea-bbb2-1462d2d3f8c7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208, portal: 172.16.0.220,3260]
Nov 15 20:11:08 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208, portal: 172.16.0.220,3260] successful.
Nov 15 20:11:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[680c3202-2db1-40db-ae6d-8e08c10ac417]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a56bd6fc-d939-4854-b958-b51b4f2a01c4]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:08 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.283s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] HCTL ('35', '-', '-', 0) found on session 40 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f5057a2-1b55-419b-8c27-60c0a3770436]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching for a device in session 40 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:11:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GVRmlNYP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] <== connect_volume: return (1321ms) {'type': 'block', 'scsi_wwn': '26130346536383965', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130346536383965', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:10:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-976192665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-976192665',id=35,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-9zi53mji',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:10:57Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=250988f9-46ed-4162-ad68-f112abc76a1b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:45,bridge_name='br-int',has_traffic_filtering=True,id=5c7385be-4d5f-41f2-838c-cb127b3cde9c,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c7385be-4d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'pci_devices' on Instance uuid 250988f9-46ed-4162-ad68-f112abc76a1b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:11:09 user nova-compute[74639]:   <uuid>250988f9-46ed-4162-ad68-f112abc76a1b</uuid>
Nov 15 20:11:09 user nova-compute[74639]:   <name>instance-00000023</name>
Nov 15 20:11:09 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:11:09 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:11:09 user nova-compute[74639]:   <metadata>
Nov 15 20:11:09 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:11:09 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:11:09 user nova-compute[74639]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-976192665</nova:name>
Nov 15 20:11:09 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:11:08</nova:creationTime>
Nov 15 20:11:09 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:11:09 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:11:09 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:11:09 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:11:09 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:11:09 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:11:09 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:11:09 user nova-compute[74639]:       <nova:owner>
Nov 15 20:11:09 user nova-compute[74639]:         <nova:user uuid="afae79772419472b8a582a92daf925a9">tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member</nova:user>
Nov 15 20:11:09 user nova-compute[74639]:         <nova:project uuid="bd10b7f49c5f4e94a4afbf9d61b9b81d">tempest-ServerBootFromVolumeStableRescueTest-1555454741</nova:project>
Nov 15 20:11:09 user nova-compute[74639]:       </nova:owner>
Nov 15 20:11:09 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:11:09 user nova-compute[74639]:       <nova:ports>
Nov 15 20:11:09 user nova-compute[74639]:         <nova:port uuid="5c7385be-4d5f-41f2-838c-cb127b3cde9c">
Nov 15 20:11:09 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 15 20:11:09 user nova-compute[74639]:         </nova:port>
Nov 15 20:11:09 user nova-compute[74639]:       </nova:ports>
Nov 15 20:11:09 user nova-compute[74639]:     </nova:instance>
Nov 15 20:11:09 user nova-compute[74639]:   </metadata>
Nov 15 20:11:09 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:11:09 user nova-compute[74639]:     <system>
Nov 15 20:11:09 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:11:09 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:11:09 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:11:09 user nova-compute[74639]:       <entry name="serial">250988f9-46ed-4162-ad68-f112abc76a1b</entry>
Nov 15 20:11:09 user nova-compute[74639]:       <entry name="uuid">250988f9-46ed-4162-ad68-f112abc76a1b</entry>
Nov 15 20:11:09 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:11:09 user nova-compute[74639]:     </system>
Nov 15 20:11:09 user nova-compute[74639]:   </sysinfo>
Nov 15 20:11:09 user nova-compute[74639]:   <os>
Nov 15 20:11:09 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:11:09 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:11:09 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:11:09 user nova-compute[74639]:   </os>
Nov 15 20:11:09 user nova-compute[74639]:   <features>
Nov 15 20:11:09 user nova-compute[74639]:     <acpi/>
Nov 15 20:11:09 user nova-compute[74639]:     <apic/>
Nov 15 20:11:09 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:11:09 user nova-compute[74639]:   </features>
Nov 15 20:11:09 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:11:09 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:11:09 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:11:09 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:11:09 user nova-compute[74639]:   </clock>
Nov 15 20:11:09 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:11:09 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:11:09 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:11:09 user nova-compute[74639]:   </cpu>
Nov 15 20:11:09 user nova-compute[74639]:   <devices>
Nov 15 20:11:09 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:11:09 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:11:09 user nova-compute[74639]:       <source dev="/dev/sdd"/>
Nov 15 20:11:09 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:11:09 user nova-compute[74639]:       <serial>fc31ba3e-bff6-4468-8c99-60360d504208</serial>
Nov 15 20:11:09 user nova-compute[74639]:     </disk>
Nov 15 20:11:09 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:11:09 user nova-compute[74639]:       <mac address="fa:16:3e:4f:02:45"/>
Nov 15 20:11:09 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:11:09 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:11:09 user nova-compute[74639]:       <target dev="tap5c7385be-4d"/>
Nov 15 20:11:09 user nova-compute[74639]:     </interface>
Nov 15 20:11:09 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:11:09 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/console.log" append="off"/>
Nov 15 20:11:09 user nova-compute[74639]:     </serial>
Nov 15 20:11:09 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:11:09 user nova-compute[74639]:     <video>
Nov 15 20:11:09 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:11:09 user nova-compute[74639]:     </video>
Nov 15 20:11:09 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:11:09 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:11:09 user nova-compute[74639]:     </rng>
Nov 15 20:11:09 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:11:09 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:11:09 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:11:09 user nova-compute[74639]:     </memballoon>
Nov 15 20:11:09 user nova-compute[74639]:   </devices>
Nov 15 20:11:09 user nova-compute[74639]: </domain>
Nov 15 20:11:09 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:10:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-976192665',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-976192665',id=35,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-9zi53mji',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:10:57Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=250988f9-46ed-4162-ad68-f112abc76a1b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:45,bridge_name='br-int',has_traffic_filtering=True,id=5c7385be-4d5f-41f2-838c-cb127b3cde9c,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c7385be-4d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG os_vif [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:45,bridge_name='br-int',has_traffic_filtering=True,id=5c7385be-4d5f-41f2-838c-cb127b3cde9c,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c7385be-4d') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a481d559-c164-5ea8-bd65-ecc478b4f646', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap5c7385be-4d, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap5c7385be-4d, col_values=(('qos', UUID('28fab014-5caa-4c59-9fe6-7e838558e618')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap5c7385be-4d, col_values=(('external_ids', {'iface-id': '5c7385be-4d5f-41f2-838c-cb127b3cde9c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4f:02:45', 'vm-uuid': '250988f9-46ed-4162-ad68-f112abc76a1b'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:09 user nova-compute[74639]: INFO os_vif [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4f:02:45,bridge_name='br-int',has_traffic_filtering=True,id=5c7385be-4d5f-41f2-838c-cb127b3cde9c,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c7385be-4d')
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No VIF found with MAC fa:16:3e:4f:02:45, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-11cd6210-6d54-4944-9fee-b9aa1a5ca862 req-fc8e00fa-88d3-43a5-8284-e4bcb497ec20 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11cd6210-6d54-4944-9fee-b9aa1a5ca862 req-fc8e00fa-88d3-43a5-8284-e4bcb497ec20 service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11cd6210-6d54-4944-9fee-b9aa1a5ca862 req-fc8e00fa-88d3-43a5-8284-e4bcb497ec20 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11cd6210-6d54-4944-9fee-b9aa1a5ca862 req-fc8e00fa-88d3-43a5-8284-e4bcb497ec20 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-11cd6210-6d54-4944-9fee-b9aa1a5ca862 req-fc8e00fa-88d3-43a5-8284-e4bcb497ec20 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:11:11 user nova-compute[74639]: WARNING nova.compute.manager [req-11cd6210-6d54-4944-9fee-b9aa1a5ca862 req-fc8e00fa-88d3-43a5-8284-e4bcb497ec20 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state building and task_state spawning.
Nov 15 20:11:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:11:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:11:12 user nova-compute[74639]: INFO nova.compute.claims [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Claim successful on node user
Nov 15 20:11:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-9715a489-824b-497c-a89f-b57ecf06af2d req-c1b61e01-cde5-4fca-bf11-53cf39168cfa service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received event network-changed-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-9715a489-824b-497c-a89f-b57ecf06af2d req-c1b61e01-cde5-4fca-bf11-53cf39168cfa service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Refreshing instance network info cache due to event network-changed-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:11:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9715a489-824b-497c-a89f-b57ecf06af2d req-c1b61e01-cde5-4fca-bf11-53cf39168cfa service nova] Acquiring lock "refresh_cache-6dd39ff5-74fe-46d1-8366-5d44a44326c8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:11:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9715a489-824b-497c-a89f-b57ecf06af2d req-c1b61e01-cde5-4fca-bf11-53cf39168cfa service nova] Acquired lock "refresh_cache-6dd39ff5-74fe-46d1-8366-5d44a44326c8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:11:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-9715a489-824b-497c-a89f-b57ecf06af2d req-c1b61e01-cde5-4fca-bf11-53cf39168cfa service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Refreshing network info cache for port d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.564s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:11:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-9715a489-824b-497c-a89f-b57ecf06af2d req-c1b61e01-cde5-4fca-bf11-53cf39168cfa service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Updated VIF entry in instance network info cache for port d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.network.neutron [req-9715a489-824b-497c-a89f-b57ecf06af2d req-c1b61e01-cde5-4fca-bf11-53cf39168cfa service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Updating instance_info_cache with network_info: [{"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9715a489-824b-497c-a89f-b57ecf06af2d req-c1b61e01-cde5-4fca-bf11-53cf39168cfa service nova] Releasing lock "refresh_cache-6dd39ff5-74fe-46d1-8366-5d44a44326c8" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.policy [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a1e00448b44452fa704739c40abad92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668a5673502e412b9f26fd492505bebc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:11:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Creating image(s)
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "/opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "/opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "/opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-0328aa48-aec4-4f57-97ec-b84a2c8c629c req-44c93a5a-7125-4fd1-9efe-7d2cbcf0c63e service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0328aa48-aec4-4f57-97ec-b84a2c8c629c req-44c93a5a-7125-4fd1-9efe-7d2cbcf0c63e service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0328aa48-aec4-4f57-97ec-b84a2c8c629c req-44c93a5a-7125-4fd1-9efe-7d2cbcf0c63e service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0328aa48-aec4-4f57-97ec-b84a2c8c629c req-44c93a5a-7125-4fd1-9efe-7d2cbcf0c63e service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-0328aa48-aec4-4f57-97ec-b84a2c8c629c req-44c93a5a-7125-4fd1-9efe-7d2cbcf0c63e service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:11:13 user nova-compute[74639]: WARNING nova.compute.manager [req-0328aa48-aec4-4f57-97ec-b84a2c8c629c req-44c93a5a-7125-4fd1-9efe-7d2cbcf0c63e service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state building and task_state spawning.
Nov 15 20:11:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Instance spawned successfully.
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:13 user nova-compute[74639]: INFO nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Took 5.29 seconds to spawn the instance on the hypervisor.
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.213s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:11:13 user nova-compute[74639]: INFO nova.compute.manager [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Took 17.21 seconds to build instance.
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3d5b38c9-4da7-4dc9-8f75-ce32f7ad5280 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "250988f9-46ed-4162-ad68-f112abc76a1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.319s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.228s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk 1073741824" returned: 0 in 0.053s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.293s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:11:14 user nova-compute[74639]: INFO nova.compute.claims [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Claim successful on node user
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.network.neutron [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Successfully created port: 4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.249s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Cannot resize image /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Ensure instance console log exists: /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.662s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.network.neutron [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.network.neutron [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Successfully updated port: 4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquired lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.network.neutron [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-222ebb21-4ac3-474e-8701-eb006f3bae3b req-90663b57-b3cf-49d5-9c76-a04672b69451 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received event network-changed-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-222ebb21-4ac3-474e-8701-eb006f3bae3b req-90663b57-b3cf-49d5-9c76-a04672b69451 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Refreshing instance network info cache due to event network-changed-4ee1aa72-3436-414c-aeb4-fcbcb3852c26. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-222ebb21-4ac3-474e-8701-eb006f3bae3b req-90663b57-b3cf-49d5-9c76-a04672b69451 service nova] Acquiring lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:11:14 user nova-compute[74639]: DEBUG nova.policy [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74aff3b9726b493bb29f52e091d34d4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d6315f7034e48d3904879f9d9a07705', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:11:15 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Creating image(s)
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "/opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "/opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "/opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.network.neutron [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.202s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.network.neutron [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updating instance_info_cache with network_info: [{"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Releasing lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Instance network_info: |[{"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-222ebb21-4ac3-474e-8701-eb006f3bae3b req-90663b57-b3cf-49d5-9c76-a04672b69451 service nova] Acquired lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.network.neutron [req-222ebb21-4ac3-474e-8701-eb006f3bae3b req-90663b57-b3cf-49d5-9c76-a04672b69451 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Refreshing network info cache for port 4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Start _get_guest_xml network_info=[{"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:11:15 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:11:15 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-347826521',display_name='tempest-TestStampPattern-server-347826521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-347826521',id=36,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDi4SjA93KNLajf0YeezrsidF7QA/rWIZS5j9IXI2v9bxbj+m3BgtrlF26sWt625K/V+lLc+xOmYA+0MgmHP3kc0A1pt7VtK2Rc+Qm0J0V6h5iU/fzVi0Qk/zyCJpzdn8w==',key_name='tempest-TestStampPattern-1609655985',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='668a5673502e412b9f26fd492505bebc',ramdisk_id='',reservation_id='r-500brsfy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-540601570',owner_user_name='tempest-TestStampPattern-540601570-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:11:13Z,user_data=None,user_id='0a1e00448b44452fa704739c40abad92',uuid=2cba7bb7-3d55-4d53-8bde-413913f3972b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converting VIF {"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:6d:c7,bridge_name='br-int',has_traffic_filtering=True,id=4ee1aa72-3436-414c-aeb4-fcbcb3852c26,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee1aa72-34') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.objects.instance [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'pci_devices' on Instance uuid 2cba7bb7-3d55-4d53-8bde-413913f3972b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.255s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:11:15 user nova-compute[74639]:   <uuid>2cba7bb7-3d55-4d53-8bde-413913f3972b</uuid>
Nov 15 20:11:15 user nova-compute[74639]:   <name>instance-00000024</name>
Nov 15 20:11:15 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:11:15 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:11:15 user nova-compute[74639]:   <metadata>
Nov 15 20:11:15 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:11:15 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:11:15 user nova-compute[74639]:       <nova:name>tempest-TestStampPattern-server-347826521</nova:name>
Nov 15 20:11:15 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:11:15</nova:creationTime>
Nov 15 20:11:15 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:11:15 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:11:15 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:11:15 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:11:15 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:11:15 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:11:15 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:11:15 user nova-compute[74639]:       <nova:owner>
Nov 15 20:11:15 user nova-compute[74639]:         <nova:user uuid="0a1e00448b44452fa704739c40abad92">tempest-TestStampPattern-540601570-project-member</nova:user>
Nov 15 20:11:15 user nova-compute[74639]:         <nova:project uuid="668a5673502e412b9f26fd492505bebc">tempest-TestStampPattern-540601570</nova:project>
Nov 15 20:11:15 user nova-compute[74639]:       </nova:owner>
Nov 15 20:11:15 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:11:15 user nova-compute[74639]:       <nova:ports>
Nov 15 20:11:15 user nova-compute[74639]:         <nova:port uuid="4ee1aa72-3436-414c-aeb4-fcbcb3852c26">
Nov 15 20:11:15 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 15 20:11:15 user nova-compute[74639]:         </nova:port>
Nov 15 20:11:15 user nova-compute[74639]:       </nova:ports>
Nov 15 20:11:15 user nova-compute[74639]:     </nova:instance>
Nov 15 20:11:15 user nova-compute[74639]:   </metadata>
Nov 15 20:11:15 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:11:15 user nova-compute[74639]:     <system>
Nov 15 20:11:15 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:11:15 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:11:15 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:11:15 user nova-compute[74639]:       <entry name="serial">2cba7bb7-3d55-4d53-8bde-413913f3972b</entry>
Nov 15 20:11:15 user nova-compute[74639]:       <entry name="uuid">2cba7bb7-3d55-4d53-8bde-413913f3972b</entry>
Nov 15 20:11:15 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:11:15 user nova-compute[74639]:     </system>
Nov 15 20:11:15 user nova-compute[74639]:   </sysinfo>
Nov 15 20:11:15 user nova-compute[74639]:   <os>
Nov 15 20:11:15 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:11:15 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:11:15 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:11:15 user nova-compute[74639]:   </os>
Nov 15 20:11:15 user nova-compute[74639]:   <features>
Nov 15 20:11:15 user nova-compute[74639]:     <acpi/>
Nov 15 20:11:15 user nova-compute[74639]:     <apic/>
Nov 15 20:11:15 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:11:15 user nova-compute[74639]:   </features>
Nov 15 20:11:15 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:11:15 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:11:15 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:11:15 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:11:15 user nova-compute[74639]:   </clock>
Nov 15 20:11:15 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:11:15 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:11:15 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:11:15 user nova-compute[74639]:   </cpu>
Nov 15 20:11:15 user nova-compute[74639]:   <devices>
Nov 15 20:11:15 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:11:15 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:11:15 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk"/>
Nov 15 20:11:15 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:11:15 user nova-compute[74639]:     </disk>
Nov 15 20:11:15 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:11:15 user nova-compute[74639]:       <mac address="fa:16:3e:f7:6d:c7"/>
Nov 15 20:11:15 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:11:15 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:11:15 user nova-compute[74639]:       <target dev="tap4ee1aa72-34"/>
Nov 15 20:11:15 user nova-compute[74639]:     </interface>
Nov 15 20:11:15 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:11:15 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/console.log" append="off"/>
Nov 15 20:11:15 user nova-compute[74639]:     </serial>
Nov 15 20:11:15 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:11:15 user nova-compute[74639]:     <video>
Nov 15 20:11:15 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:11:15 user nova-compute[74639]:     </video>
Nov 15 20:11:15 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:11:15 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:11:15 user nova-compute[74639]:     </rng>
Nov 15 20:11:15 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:11:15 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:11:15 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:11:15 user nova-compute[74639]:     </memballoon>
Nov 15 20:11:15 user nova-compute[74639]:   </devices>
Nov 15 20:11:15 user nova-compute[74639]: </domain>
Nov 15 20:11:15 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-347826521',display_name='tempest-TestStampPattern-server-347826521',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-347826521',id=36,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDi4SjA93KNLajf0YeezrsidF7QA/rWIZS5j9IXI2v9bxbj+m3BgtrlF26sWt625K/V+lLc+xOmYA+0MgmHP3kc0A1pt7VtK2Rc+Qm0J0V6h5iU/fzVi0Qk/zyCJpzdn8w==',key_name='tempest-TestStampPattern-1609655985',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='668a5673502e412b9f26fd492505bebc',ramdisk_id='',reservation_id='r-500brsfy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestStampPattern-540601570',owner_user_name='tempest-TestStampPattern-540601570-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:11:13Z,user_data=None,user_id='0a1e00448b44452fa704739c40abad92',uuid=2cba7bb7-3d55-4d53-8bde-413913f3972b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converting VIF {"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:f7:6d:c7,bridge_name='br-int',has_traffic_filtering=True,id=4ee1aa72-3436-414c-aeb4-fcbcb3852c26,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee1aa72-34') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG os_vif [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:6d:c7,bridge_name='br-int',has_traffic_filtering=True,id=4ee1aa72-3436-414c-aeb4-fcbcb3852c26,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee1aa72-34') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk 1073741824" returned: 0 in 0.081s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8f4ea470-77d8-5df3-b705-1ef95361f61f', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.341s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap4ee1aa72-34, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap4ee1aa72-34, col_values=(('qos', UUID('71546c46-818d-4a03-b8ba-16a9b5772453')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap4ee1aa72-34, col_values=(('external_ids', {'iface-id': '4ee1aa72-3436-414c-aeb4-fcbcb3852c26', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:f7:6d:c7', 'vm-uuid': '2cba7bb7-3d55-4d53-8bde-413913f3972b'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.objects.instance [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:15 user nova-compute[74639]: INFO os_vif [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:f7:6d:c7,bridge_name='br-int',has_traffic_filtering=True,id=4ee1aa72-3436-414c-aeb4-fcbcb3852c26,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee1aa72-34')
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.network.neutron [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Successfully created port: 3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.090s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No VIF found with MAC fa:16:3e:f7:6d:c7, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.242s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:11:15 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:16 user nova-compute[74639]: INFO nova.compute.manager [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Attaching volume 7d85d133-86e1-44a6-84d5-5f0ee9021641 to /dev/vdb
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json" returned: 0 in 0.202s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Cannot resize image /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Ensure instance console log exists: /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.network.neutron [req-222ebb21-4ac3-474e-8701-eb006f3bae3b req-90663b57-b3cf-49d5-9c76-a04672b69451 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updated VIF entry in instance network info cache for port 4ee1aa72-3436-414c-aeb4-fcbcb3852c26. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.network.neutron [req-222ebb21-4ac3-474e-8701-eb006f3bae3b req-90663b57-b3cf-49d5-9c76-a04672b69451 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updating instance_info_cache with network_info: [{"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG os_brick.utils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-222ebb21-4ac3-474e-8701-eb006f3bae3b req-90663b57-b3cf-49d5-9c76-a04672b69451 service nova] Releasing lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfa1620c-4063-4175-b527-b4caaeb79887]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9839ed6a-f22d-4fc1-806f-e16dcfc6e9dc]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa7594a6-f65b-4304-bcc5-d4b8cb91b1e0]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[00b3994c-b5d2-4a25-8364-acf75b73046a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:11:16 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[86db4e3e-b4d7-41e8-8dbc-2d5666e220af]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG os_brick.utils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== get_connector_properties: return (135ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Updating existing volume attachment record: b0e94e16-75ae-4e10-be03-68b51176bbfa {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.network.neutron [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Successfully updated port: 3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "refresh_cache-7bc17cdd-062c-4cbc-b21a-9078fc5a7010" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquired lock "refresh_cache-7bc17cdd-062c-4cbc-b21a-9078fc5a7010" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.network.neutron [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-37bc947d-5a64-43b7-95b9-85504434a99e req-66628f0f-b461-46b6-8eb0-a79d921efc41 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received event network-changed-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-37bc947d-5a64-43b7-95b9-85504434a99e req-66628f0f-b461-46b6-8eb0-a79d921efc41 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Refreshing instance network info cache due to event network-changed-3c6534f9-a791-4cb2-901e-e6a933d5d7b1. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-37bc947d-5a64-43b7-95b9-85504434a99e req-66628f0f-b461-46b6-8eb0-a79d921efc41 service nova] Acquiring lock "refresh_cache-7bc17cdd-062c-4cbc-b21a-9078fc5a7010" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:11:16 user nova-compute[74639]: DEBUG nova.network.neutron [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Updating instance_info_cache with network_info: [{"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Releasing lock "refresh_cache-7bc17cdd-062c-4cbc-b21a-9078fc5a7010" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Instance network_info: |[{"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-37bc947d-5a64-43b7-95b9-85504434a99e req-66628f0f-b461-46b6-8eb0-a79d921efc41 service nova] Acquired lock "refresh_cache-7bc17cdd-062c-4cbc-b21a-9078fc5a7010" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.network.neutron [req-37bc947d-5a64-43b7-95b9-85504434a99e req-66628f0f-b461-46b6-8eb0-a79d921efc41 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Refreshing network info cache for port 3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Start _get_guest_xml network_info=[{"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:11:17 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:11:17 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:11:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-750333313',display_name='tempest-AttachVolumeNegativeTest-server-750333313',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-750333313',id=37,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkHbVf8vnziZjF2LZ6lNEf3wyyijHV8u0Iz1iB3aNn9OA9xikrN6o//cMwnJXm4qojJZHWGnkbtz6NTQoQgEMOdiEwYLtghgNy1g7A2t7HjFFfLLI7YcGJjBwdpZpKEKg==',key_name='tempest-keypair-769254413',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-3ascl4ub',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:11:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=7bc17cdd-062c-4cbc-b21a-9078fc5a7010,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:da:0c,bridge_name='br-int',has_traffic_filtering=True,id=3c6534f9-a791-4cb2-901e-e6a933d5d7b1,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c6534f9-a7') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.objects.instance [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'pci_devices' on Instance uuid 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:11:17 user nova-compute[74639]:   <uuid>7bc17cdd-062c-4cbc-b21a-9078fc5a7010</uuid>
Nov 15 20:11:17 user nova-compute[74639]:   <name>instance-00000025</name>
Nov 15 20:11:17 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:11:17 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:11:17 user nova-compute[74639]:   <metadata>
Nov 15 20:11:17 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:11:17 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:11:17 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeNegativeTest-server-750333313</nova:name>
Nov 15 20:11:17 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:11:17</nova:creationTime>
Nov 15 20:11:17 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:11:17 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:11:17 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:11:17 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:11:17 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:11:17 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:11:17 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:11:17 user nova-compute[74639]:       <nova:owner>
Nov 15 20:11:17 user nova-compute[74639]:         <nova:user uuid="74aff3b9726b493bb29f52e091d34d4a">tempest-AttachVolumeNegativeTest-539543471-project-member</nova:user>
Nov 15 20:11:17 user nova-compute[74639]:         <nova:project uuid="0d6315f7034e48d3904879f9d9a07705">tempest-AttachVolumeNegativeTest-539543471</nova:project>
Nov 15 20:11:17 user nova-compute[74639]:       </nova:owner>
Nov 15 20:11:17 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:11:17 user nova-compute[74639]:       <nova:ports>
Nov 15 20:11:17 user nova-compute[74639]:         <nova:port uuid="3c6534f9-a791-4cb2-901e-e6a933d5d7b1">
Nov 15 20:11:17 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 20:11:17 user nova-compute[74639]:         </nova:port>
Nov 15 20:11:17 user nova-compute[74639]:       </nova:ports>
Nov 15 20:11:17 user nova-compute[74639]:     </nova:instance>
Nov 15 20:11:17 user nova-compute[74639]:   </metadata>
Nov 15 20:11:17 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:11:17 user nova-compute[74639]:     <system>
Nov 15 20:11:17 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:11:17 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:11:17 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:11:17 user nova-compute[74639]:       <entry name="serial">7bc17cdd-062c-4cbc-b21a-9078fc5a7010</entry>
Nov 15 20:11:17 user nova-compute[74639]:       <entry name="uuid">7bc17cdd-062c-4cbc-b21a-9078fc5a7010</entry>
Nov 15 20:11:17 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:11:17 user nova-compute[74639]:     </system>
Nov 15 20:11:17 user nova-compute[74639]:   </sysinfo>
Nov 15 20:11:17 user nova-compute[74639]:   <os>
Nov 15 20:11:17 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:11:17 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:11:17 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:11:17 user nova-compute[74639]:   </os>
Nov 15 20:11:17 user nova-compute[74639]:   <features>
Nov 15 20:11:17 user nova-compute[74639]:     <acpi/>
Nov 15 20:11:17 user nova-compute[74639]:     <apic/>
Nov 15 20:11:17 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:11:17 user nova-compute[74639]:   </features>
Nov 15 20:11:17 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:11:17 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:11:17 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:11:17 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:11:17 user nova-compute[74639]:   </clock>
Nov 15 20:11:17 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:11:17 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:11:17 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:11:17 user nova-compute[74639]:   </cpu>
Nov 15 20:11:17 user nova-compute[74639]:   <devices>
Nov 15 20:11:17 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:11:17 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:11:17 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk"/>
Nov 15 20:11:17 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:11:17 user nova-compute[74639]:     </disk>
Nov 15 20:11:17 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:11:17 user nova-compute[74639]:       <mac address="fa:16:3e:20:da:0c"/>
Nov 15 20:11:17 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:11:17 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:11:17 user nova-compute[74639]:       <target dev="tap3c6534f9-a7"/>
Nov 15 20:11:17 user nova-compute[74639]:     </interface>
Nov 15 20:11:17 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:11:17 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/console.log" append="off"/>
Nov 15 20:11:17 user nova-compute[74639]:     </serial>
Nov 15 20:11:17 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:11:17 user nova-compute[74639]:     <video>
Nov 15 20:11:17 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:11:17 user nova-compute[74639]:     </video>
Nov 15 20:11:17 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:11:17 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:11:17 user nova-compute[74639]:     </rng>
Nov 15 20:11:17 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:11:17 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:11:17 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:11:17 user nova-compute[74639]:     </memballoon>
Nov 15 20:11:17 user nova-compute[74639]:   </devices>
Nov 15 20:11:17 user nova-compute[74639]: </domain>
Nov 15 20:11:17 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:11:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-750333313',display_name='tempest-AttachVolumeNegativeTest-server-750333313',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-750333313',id=37,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkHbVf8vnziZjF2LZ6lNEf3wyyijHV8u0Iz1iB3aNn9OA9xikrN6o//cMwnJXm4qojJZHWGnkbtz6NTQoQgEMOdiEwYLtghgNy1g7A2t7HjFFfLLI7YcGJjBwdpZpKEKg==',key_name='tempest-keypair-769254413',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-3ascl4ub',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:11:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=7bc17cdd-062c-4cbc-b21a-9078fc5a7010,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:20:da:0c,bridge_name='br-int',has_traffic_filtering=True,id=3c6534f9-a791-4cb2-901e-e6a933d5d7b1,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c6534f9-a7') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG os_vif [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:da:0c,bridge_name='br-int',has_traffic_filtering=True,id=3c6534f9-a791-4cb2-901e-e6a933d5d7b1,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c6534f9-a7') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '46df039b-4506-5e04-9f94-6abff7fadedc', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3c6534f9-a7, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3c6534f9-a7, col_values=(('qos', UUID('6643a8af-253b-4a5b-a752-52b3cf16c422')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3c6534f9-a7, col_values=(('external_ids', {'iface-id': '3c6534f9-a791-4cb2-901e-e6a933d5d7b1', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:20:da:0c', 'vm-uuid': '7bc17cdd-062c-4cbc-b21a-9078fc5a7010'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: INFO os_vif [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:20:da:0c,bridge_name='br-int',has_traffic_filtering=True,id=3c6534f9-a791-4cb2-901e-e6a933d5d7b1,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c6534f9-a7')
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No VIF found with MAC fa:16:3e:20:da:0c, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-47a1ff48-17dd-4046-bb44-19f19bafe524 req-b6eb1813-519c-4316-87ea-41f2f75cb4b1 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received event network-vif-plugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47a1ff48-17dd-4046-bb44-19f19bafe524 req-b6eb1813-519c-4316-87ea-41f2f75cb4b1 service nova] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47a1ff48-17dd-4046-bb44-19f19bafe524 req-b6eb1813-519c-4316-87ea-41f2f75cb4b1 service nova] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-47a1ff48-17dd-4046-bb44-19f19bafe524 req-b6eb1813-519c-4316-87ea-41f2f75cb4b1 service nova] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-47a1ff48-17dd-4046-bb44-19f19bafe524 req-b6eb1813-519c-4316-87ea-41f2f75cb4b1 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] No waiting events found dispatching network-vif-plugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:11:17 user nova-compute[74639]: WARNING nova.compute.manager [req-47a1ff48-17dd-4046-bb44-19f19bafe524 req-b6eb1813-519c-4316-87ea-41f2f75cb4b1 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received unexpected event network-vif-plugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 for instance with vm_state building and task_state spawning.
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.network.neutron [req-37bc947d-5a64-43b7-95b9-85504434a99e req-66628f0f-b461-46b6-8eb0-a79d921efc41 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Updated VIF entry in instance network info cache for port 3c6534f9-a791-4cb2-901e-e6a933d5d7b1. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG nova.network.neutron [req-37bc947d-5a64-43b7-95b9-85504434a99e req-66628f0f-b461-46b6-8eb0-a79d921efc41 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Updating instance_info_cache with network_info: [{"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-37bc947d-5a64-43b7-95b9-85504434a99e req-66628f0f-b461-46b6-8eb0-a79d921efc41 service nova] Releasing lock "refresh_cache-7bc17cdd-062c-4cbc-b21a-9078fc5a7010" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received event network-vif-plugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] No waiting events found dispatching network-vif-plugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:11:19 user nova-compute[74639]: WARNING nova.compute.manager [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received unexpected event network-vif-plugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 for instance with vm_state building and task_state spawning.
Nov 15 20:11:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received event network-vif-plugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] No waiting events found dispatching network-vif-plugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:11:19 user nova-compute[74639]: WARNING nova.compute.manager [req-6c4b47d7-70a1-4845-b296-a1a1677b986c req-5f7736cc-64df-4195-afe2-452a96a1ce86 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received unexpected event network-vif-plugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 for instance with vm_state building and task_state spawning.
Nov 15 20:11:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:11:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:11:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Instance spawned successfully.
Nov 15 20:11:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:11:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:21 user nova-compute[74639]: INFO nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Took 7.59 seconds to spawn the instance on the hypervisor.
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:11:21 user nova-compute[74639]: INFO nova.compute.manager [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Took 8.59 seconds to build instance.
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a07d4b79-aca4-41b8-9c89-4a0ebca4975f tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 9.046s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:11:21 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Instance spawned successfully.
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-348a26e4-00f4-4032-ad07-2f2d848ae800 req-73c1fbf7-09a7-4ed5-9374-380b55420e61 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received event network-vif-plugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-348a26e4-00f4-4032-ad07-2f2d848ae800 req-73c1fbf7-09a7-4ed5-9374-380b55420e61 service nova] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-348a26e4-00f4-4032-ad07-2f2d848ae800 req-73c1fbf7-09a7-4ed5-9374-380b55420e61 service nova] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-348a26e4-00f4-4032-ad07-2f2d848ae800 req-73c1fbf7-09a7-4ed5-9374-380b55420e61 service nova] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-348a26e4-00f4-4032-ad07-2f2d848ae800 req-73c1fbf7-09a7-4ed5-9374-380b55420e61 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] No waiting events found dispatching network-vif-plugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:11:21 user nova-compute[74639]: WARNING nova.compute.manager [req-348a26e4-00f4-4032-ad07-2f2d848ae800 req-73c1fbf7-09a7-4ed5-9374-380b55420e61 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received unexpected event network-vif-plugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 for instance with vm_state building and task_state spawning.
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:11:21 user nova-compute[74639]: INFO nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Took 6.62 seconds to spawn the instance on the hypervisor.
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:11:21 user nova-compute[74639]: INFO nova.compute.manager [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Took 7.80 seconds to build instance.
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-14c33df6-156b-4091-bdd7-15b60df8d8ed tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 8.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZmaFBkNw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:21 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:11:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:11:21 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:11:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:11:21 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260" returned: 21 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[177dd16d-18dc-4ab5-b71d-7a4bb88dd582]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:11:21 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[22852954-8e88-4d2a-8521-edc5cb69ce01]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641] added
Nov 15 20:11:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[426e2f49-2d27-4f5f-a06d-f9aece2d1f6f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fabffbd9-0135-48f9-bdc0-3137f063ca75]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZmaFBkNw {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZmaFBkNw" returned: 0 in 0.036s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[42f4ef73-b21b-47a8-bae1-cef458c92182]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZmaFBkNw'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cf8f87a5-f242-4e34-9b08-2548c12307da]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c3a6df6-2d42-424f-8bef-899fe8b5ce9b]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --login" returned: 0 in 0.103s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[019220b0-ccb6-4a86-b24a-969de17d2e29]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641, portal: 172.16.0.220,3260]
Nov 15 20:11:22 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641, portal: 172.16.0.220,3260] successful.
Nov 15 20:11:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c935509e-5615-477a-8bc8-f9dbcc439a35]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[43280591-bc63-41db-b15b-6564a985d94c]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.382s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] HCTL ('37', '-', '-', 0) found on session 41 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Scanning host 37 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host37/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host37/scan" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cdf3372-8a1a-4e16-8939-c88f16a696b4]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching for a device in session 41 and hctl ['37', '*', '*', 0] yield: sdf {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:11:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Connected to sdf using {'target_iqn': 'iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZmaFBkNw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.423s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== connect_volume: return (1425ms) {'type': 'block', 'scsi_wwn': '23964313566653136', 'path': '/dev/sdf'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23964313566653136', 'path': '/dev/sdf'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG nova.objects.instance [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:11:23 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:11:23 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:11:23 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:11:23 user nova-compute[74639]:   <serial>7d85d133-86e1-44a6-84d5-5f0ee9021641</serial>
Nov 15 20:11:23 user nova-compute[74639]: </disk>
Nov 15 20:11:23 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:11:23 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5728c67-63cb-48b7-b781-55a37d5a0669 is timed out.
Nov 15 20:11:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully detached device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the live domain config.
Nov 15 20:11:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zZXYupFD', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:23 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[09406860-2411-4295-8eda-cb08e9a6f473]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:11:23 user nova-compute[74639]: No targets found.
Nov 15 20:11:23 user nova-compute[74639]: iSNS:
Nov 15 20:11:23 user nova-compute[74639]: No targets found.
Nov 15 20:11:23 user nova-compute[74639]: STATIC:
Nov 15 20:11:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:11:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:11:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d
Nov 15 20:11:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:11:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:23 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641
Nov 15 20:11:23 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:23 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:23 user nova-compute[74639]: FIRMWARE:
Nov 15 20:11:23 user nova-compute[74639]: No targets found.
Nov 15 20:11:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:11:23 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:11:23 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.035s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[27134ca0-17e2-4add-9a8c-b507e1524851]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.055s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e5fa3b1-fcf3-48f9-b078-31a59d0e1e10]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:23 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:23 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:23 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:23 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:23 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:23 user nova-compute[74639]: tcp: [39] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d (non-flash)
Nov 15 20:11:23 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:23 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa988343a30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[480f39cc-1162-47be-8e12-2b202847efa0]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f16fe51d-7b7c-48a9-8369-ed33dc5f50e0]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[93913c7d-4c52-4cfe-96b7-f744dd958dbc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No VIF found with MAC fa:16:3e:01:28:40, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.041s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b170b54d-d7fb-4e2c-aff2-ac6a2face2ef]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4831aa4-5d06-4f1a-8549-873b35332e58]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --logout" returned: 0 in 0.069s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cdb44c07-2330-4350-83e0-6371d2716c09]: (4, ('Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d, portal: 172.16.0.220,3260]\nLogout of [sid: 39, target: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 39, target: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d, portal: 172.16.0.220,3260]
Nov 15 20:11:24 user nova-compute[74639]: Logout of [sid: 39, target: iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d, portal: 172.16.0.220,3260] successful.
Nov 15 20:11:24 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:6572c42b-91e6-468b-b882-ed4454cbf96d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.034s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6eb704a5-4271-4e1e-b1ad-17bc4e149705]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.411s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== disconnect_volume: return (413ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-de0ad01c-7ff9-4249-814b-28a126091cdc tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 8.068s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:25 user nova-compute[74639]: DEBUG nova.objects.instance [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bf2f5549-94f6-4ee3-b9fa-fe5a9381b4cd tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.993s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:27 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.229s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:28 user nova-compute[74639]: INFO nova.compute.manager [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Attaching volume 7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d to /dev/vdc
Nov 15 20:11:28 user nova-compute[74639]: DEBUG os_brick.utils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f94b352c-85c4-41b6-b090-49e83a34190b]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad4b6558-bdd2-4d2d-a3e5-2a2946ee3127]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cadc059a-77c8-4f9f-9707-7892d481762a]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d460803-9ac0-4695-8731-c01d735ae70b]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:11:28 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:11:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3384fefd-d242-4409-a640-a331a5a8b866]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG os_brick.utils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:28 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Updating existing volume attachment record: 86356942-19ae-4651-9277-d19bd6f9ce7f {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:11:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IvptyQEg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:33 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:11:33 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:11:33 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d220ea64-dbd6-400e-ac84-fe64eb73d768]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:11:33 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3839a08d-88eb-4cf3-afb5-ebb2147d200b]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d] added
Nov 15 20:11:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f2eadde6-e64a-4139-ba19-614cfe24fcf5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[22b61e76-7b58-46c2-97d5-7be84b741fcf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IvptyQEg {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IvptyQEg" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d48f6eae-c2d6-47d8-83db-e4c04bb83802]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IvptyQEg'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[da573b0e-be7e-4b26-858d-c465c0c16a1d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.037s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e40e2ad-a57d-4400-902c-a54f528ef51d]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --login" returned: 0 in 0.066s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b87a62-dae0-4e8b-95ea-538c1e06ce75]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d, portal: 172.16.0.220,3260]
Nov 15 20:11:33 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d, portal: 172.16.0.220,3260] successful.
Nov 15 20:11:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd9ecede-f742-42af-9630-942e8b9d4912]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d54408df-ef74-4b45-8da0-9eae5588023e]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:11:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:33 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:11:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.339s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] HCTL ('34', '-', '-', 0) found on session 42 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[14351adb-e963-45fc-828d-37023a11aa5f]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Searching for a device in session 42 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:11:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IvptyQEg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:11:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.377s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== connect_volume: return (1380ms) {'type': 'block', 'scsi_wwn': '23461306363653062', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23461306363653062', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:11:35 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:11:35 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:11:35 user nova-compute[74639]:   <target dev="vdc" bus="virtio"/>
Nov 15 20:11:35 user nova-compute[74639]:   <serial>7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d</serial>
Nov 15 20:11:35 user nova-compute[74639]: </disk>
Nov 15 20:11:35 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] No VIF found with MAC fa:16:3e:01:28:40, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:11:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c172e97c-e22e-4db6-9c02-9437e01085a6 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.315s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:36 user nova-compute[74639]: INFO nova.compute.manager [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Detaching volume 7d85d133-86e1-44a6-84d5-5f0ee9021641
Nov 15 20:11:36 user nova-compute[74639]: INFO nova.virt.block_device [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Attempting to driver detach volume 7d85d133-86e1-44a6-84d5-5f0ee9021641 from mountpoint /dev/vdb
Nov 15 20:11:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Attempting to detach device vdb from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:11:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:11:36 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:11:36 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:11:36 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:11:36 user nova-compute[74639]:   <serial>7d85d133-86e1-44a6-84d5-5f0ee9021641</serial>
Nov 15 20:11:36 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:11:36 user nova-compute[74639]: </disk>
Nov 15 20:11:36 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:11:36 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully detached device vdb from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 from the persistent domain config.
Nov 15 20:11:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:11:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:11:36 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:11:36 user nova-compute[74639]:   <source dev="/dev/sdf"/>
Nov 15 20:11:36 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:11:36 user nova-compute[74639]:   <serial>7d85d133-86e1-44a6-84d5-5f0ee9021641</serial>
Nov 15 20:11:36 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:11:36 user nova-compute[74639]: </disk>
Nov 15 20:11:36 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:11:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:11:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:43 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:44 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:45 user nova-compute[74639]: INFO nova.compute.manager [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Terminating instance
Nov 15 20:11:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG nova.compute.manager [req-06bb91cf-9992-42d0-9eca-46ab7cef3a35 req-749252cc-400b-4036-894a-b22b67e6df6a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-unplugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-06bb91cf-9992-42d0-9eca-46ab7cef3a35 req-749252cc-400b-4036-894a-b22b67e6df6a service nova] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-06bb91cf-9992-42d0-9eca-46ab7cef3a35 req-749252cc-400b-4036-894a-b22b67e6df6a service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-06bb91cf-9992-42d0-9eca-46ab7cef3a35 req-749252cc-400b-4036-894a-b22b67e6df6a service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG nova.compute.manager [req-06bb91cf-9992-42d0-9eca-46ab7cef3a35 req-749252cc-400b-4036-894a-b22b67e6df6a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] No waiting events found dispatching network-vif-unplugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG nova.compute.manager [req-06bb91cf-9992-42d0-9eca-46ab7cef3a35 req-749252cc-400b-4036-894a-b22b67e6df6a service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-unplugged-777e7b8d-2757-47f0-b857-a4558cf0295b for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Instance destroyed successfully.
Nov 15 20:11:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'resources' on Instance uuid 59146f09-2c45-4194-88e1-2ff47e3c9dcf {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:05:10Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1085528372',display_name='tempest-ServerActionsTestOtherA-server-1085528372',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(7),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1085528372',id=29,image_ref='',info_cache=InstanceInfoCache,instance_type_id=7,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJATPKm0ZbR1aX8Z+Ui4I0MmfC465VAYb6XW2bvolfG5sTfQb7JxLo/0qEsRjZHHeKLcXwsK3jRWPHk5dNaoTYCEdiSn0P7JD7I2W79BgqWy2/DMLWpyimUUFXLzP2bcOg==',key_name='tempest-keypair-1505687362',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:07:19Z,launched_on='user',locked=False,locked_by=None,memory_mb=2048,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-zl0jyu0l',resources=None,root_device_name='/dev/vda',root_gb=20,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:08:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=59146f09-2c45-4194-88e1-2ff47e3c9dcf,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "777e7b8d-2757-47f0-b857-a4558cf0295b", "address": "fa:16:3e:eb:8d:76", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap777e7b8d-27", "ovs_interfaceid": "777e7b8d-2757-47f0-b857-a4558cf0295b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_vif [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap777e7b8d-27, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=59de4347-eaee-49c2-b5cb-b4d2c686d986) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:46 user nova-compute[74639]: INFO os_vif [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:eb:8d:76,bridge_name='br-int',has_traffic_filtering=True,id=777e7b8d-2757-47f0-b857-a4558cf0295b,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap777e7b8d-27')
Nov 15 20:11:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'XepdSzoZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:46 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[18c85009-ea76-45a7-af29-0f9fbc3a2759]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:11:46 user nova-compute[74639]: No targets found.
Nov 15 20:11:46 user nova-compute[74639]: iSNS:
Nov 15 20:11:46 user nova-compute[74639]: No targets found.
Nov 15 20:11:46 user nova-compute[74639]: STATIC:
Nov 15 20:11:46 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:11:46 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:46 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:46 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:11:46 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:46 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:46 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98
Nov 15 20:11:46 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:46 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:46 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d
Nov 15 20:11:46 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:46 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:46 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641
Nov 15 20:11:46 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:46 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:46 user nova-compute[74639]: FIRMWARE:
Nov 15 20:11:46 user nova-compute[74639]: No targets found.
Nov 15 20:11:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:11:46 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:11:46 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[997fba8a-4448-4889-bbfc-470121442a5b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6a78535-f2ee-4447-887b-d3cb858979f2]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:46 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:46 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:46 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:46 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:11:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:46 user nova-compute[74639]: tcp: [34] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 (non-flash)
Nov 15 20:11:46 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:46 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:46 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:11:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98036e3b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c7630c2-a4da-4dda-817c-317f76acd392]: (4, ('path checker states:\nup                  5\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[acf8d5a7-85b4-4a87-af77-a03c80b05e85]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[967dfd8f-5350-49a2-8dbc-c6ffde17040f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[579106f5-94e0-4b22-a526-4c3e75a45564]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_8bd39684', '/dev/disk/by-id/scsi-1SCST_BIO8bd39684-c658e3207e9dd666', '/dev/disk/by-id/scsi-26336353865333230') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e07ea70a-4f0c-4bb2-b6ab-a2dae10e093a]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e804d6-57c7-4688-8aa1-9932d81e1ea4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --logout" returned: 0 in 0.080s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4074c2e1-0cbb-4656-8ab4-df2d611bde2a]: (4, ('Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260]\nLogout of [sid: 34, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 34, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260]
Nov 15 20:11:46 user nova-compute[74639]: Logout of [sid: 34, target: iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98, portal: 172.16.0.220,3260] successful.
Nov 15 20:11:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:db2f7c70-a1bd-41e7-b675-e4bd41c61c98 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e5f465b-d020-402d-944a-269d5b08c6dc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.364s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] <== disconnect_volume: return (365ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:11:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Deleting instance files /opt/stack/data/nova/instances/59146f09-2c45-4194-88e1-2ff47e3c9dcf_del
Nov 15 20:11:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Deletion of /opt/stack/data/nova/instances/59146f09-2c45-4194-88e1-2ff47e3c9dcf_del complete
Nov 15 20:11:46 user nova-compute[74639]: INFO nova.compute.manager [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Took 1.31 seconds to destroy the instance on the hypervisor.
Nov 15 20:11:46 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:11:46 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:11:47 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:11:47 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:47 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:11:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-90ef626e-fb18-41e3-90eb-b7721f133fd9 req-68d40313-8ab2-4f9f-a059-37a68d621c3b service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-90ef626e-fb18-41e3-90eb-b7721f133fd9 req-68d40313-8ab2-4f9f-a059-37a68d621c3b service nova] Acquiring lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-90ef626e-fb18-41e3-90eb-b7721f133fd9 req-68d40313-8ab2-4f9f-a059-37a68d621c3b service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-90ef626e-fb18-41e3-90eb-b7721f133fd9 req-68d40313-8ab2-4f9f-a059-37a68d621c3b service nova] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-90ef626e-fb18-41e3-90eb-b7721f133fd9 req-68d40313-8ab2-4f9f-a059-37a68d621c3b service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] No waiting events found dispatching network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:11:48 user nova-compute[74639]: WARNING nova.compute.manager [req-90ef626e-fb18-41e3-90eb-b7721f133fd9 req-68d40313-8ab2-4f9f-a059-37a68d621c3b service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received unexpected event network-vif-plugged-777e7b8d-2757-47f0-b857-a4558cf0295b for instance with vm_state active and task_state deleting.
Nov 15 20:11:48 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a6331656-e068-4f52-aa24-bec575a0fecb req-ba379af3-3618-4d28-b540-9c5b208166b6 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Received event network-vif-deleted-777e7b8d-2757-47f0-b857-a4558cf0295b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:11:48 user nova-compute[74639]: INFO nova.compute.manager [req-a6331656-e068-4f52-aa24-bec575a0fecb req-ba379af3-3618-4d28-b540-9c5b208166b6 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Neutron deleted interface 777e7b8d-2757-47f0-b857-a4558cf0295b; detaching it from the instance and deleting it from the info cache
Nov 15 20:11:48 user nova-compute[74639]: DEBUG nova.network.neutron [req-a6331656-e068-4f52-aa24-bec575a0fecb req-ba379af3-3618-4d28-b540-9c5b208166b6 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:11:48 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Took 1.19 seconds to deallocate network for instance.
Nov 15 20:11:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a6331656-e068-4f52-aa24-bec575a0fecb req-ba379af3-3618-4d28-b540-9c5b208166b6 service nova] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Detach interface failed, port_id=777e7b8d-2757-47f0-b857-a4558cf0295b, reason: Instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.198s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:49 user nova-compute[74639]: INFO nova.compute.manager [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Took 0.95 seconds to detach 1 volumes for instance.
Nov 15 20:11:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 59146f09-2c45-4194-88e1-2ff47e3c9dcf] Deleting volume: db2f7c70-a1bd-41e7-b675-e4bd41c61c98 {{(pid=74639) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vdc) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.471s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:49 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Deleted allocations for instance 59146f09-2c45-4194-88e1-2ff47e3c9dcf
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fe191abf-0b8b-4452-9ddd-bd10329b97ad tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "59146f09-2c45-4194-88e1-2ff47e3c9dcf" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 4.263s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.221s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:11:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7591MB free_disk=25.088748931884766GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c5728c67-63cb-48b7-b781-55a37d5a0669 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7128f3c3-5e7f-4280-b392-371412b9b57b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 250988f9-46ed-4162-ad68-f112abc76a1b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2cba7bb7-3d55-4d53-8bde-413913f3972b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:11:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=8GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:11:52 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:11:52 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:11:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:11:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.532s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updating instance_info_cache with network_info: [{"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:11:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:11:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.059s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:55 user nova-compute[74639]: INFO nova.compute.manager [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attaching volume 44734407-5ba9-4055-98e4-b1f3df551203 to /dev/vdb
Nov 15 20:11:55 user nova-compute[74639]: DEBUG os_brick.utils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[491fd6d5-6602-43bd-af0f-6558670d2d2e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab02a40f-e584-4309-aaee-a00e5d818a42]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[730a7612-e9d8-4611-9121-734c39711d7f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[95e1576d-89a3-4374-9a32-0b576a2ace43]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:11:55 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:11:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c12125ec-5cb1-4a9c-aea3-98c412397a28]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG os_brick.utils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== get_connector_properties: return (120ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:55 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating existing volume attachment record: aeab4c4f-f161-4f18-9ab4-ec7b1fed10cc {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:11:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:57 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 is timed out.
Nov 15 20:11:57 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully detached device vdb from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 from the live domain config.
Nov 15 20:11:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZmaFBkNw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdf'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:11:57 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f53f9a9a-e5a2-4d0e-b87d-3c2fc0717c29]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:11:57 user nova-compute[74639]: No targets found.
Nov 15 20:11:57 user nova-compute[74639]: iSNS:
Nov 15 20:11:57 user nova-compute[74639]: No targets found.
Nov 15 20:11:57 user nova-compute[74639]: STATIC:
Nov 15 20:11:57 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:11:57 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:57 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:57 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:11:57 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:57 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:57 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d
Nov 15 20:11:57 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:57 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:57 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641
Nov 15 20:11:57 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:11:57 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:11:57 user nova-compute[74639]: FIRMWARE:
Nov 15 20:11:57 user nova-compute[74639]: No targets found.
Nov 15 20:11:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:11:57 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:11:57 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[935f5622-2ff2-4bdd-8aef-b35e4ae05cd3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d154501f-0f3d-4b58-af76-eac639d673ce]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:57 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:57 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:57 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:11:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:11:57 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:11:57 user nova-compute[74639]: tcp: [41] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 (non-flash)
Nov 15 20:11:57 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:11:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9883fd360>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641'): ({'sdf'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Removing single pathed devices sdf {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[555f0513-9beb-4b57-add2-256bcfaea1d5]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdf" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca9a0447-663f-4868-aa10-e75e47577663]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flushing IO for device /dev/sdf {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdf {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdf" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e4e7e67-8853-422b-af68-b529ca6599aa]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Remove SCSI device /dev/sdf with /sys/block/sdf/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdf/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdf/device/delete" returned: 0 in 0.062s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca8609f9-6242-42d7-8ed4-003cc77afeb2]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Checking to see if SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] SCSI volumes sdf have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f8f2395-fd4d-4566-9901-9c93970bb5a1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --logout" returned: 0 in 0.060s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ab7a7fce-e555-487e-929d-0439d3afe904]: (4, ('Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641, portal: 172.16.0.220,3260]\nLogout of [sid: 41, target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 41, target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641, portal: 172.16.0.220,3260]
Nov 15 20:11:57 user nova-compute[74639]: Logout of [sid: 41, target: iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641, portal: 172.16.0.220,3260] successful.
Nov 15 20:11:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7d85d133-86e1-44a6-84d5-5f0ee9021641 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7727471d-2123-49e9-bdfa-15f73f9032dc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== disconnect_volume: return (327ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:11:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:11:58 user nova-compute[74639]: DEBUG nova.objects.instance [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:11:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea1f3fa-3a49-43e6-a000-b7dd3157fb16 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.709s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:11:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:11:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:11:59 user nova-compute[74639]: INFO nova.compute.manager [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Detaching volume 7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d
Nov 15 20:11:59 user nova-compute[74639]: INFO nova.virt.block_device [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Attempting to driver detach volume 7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d from mountpoint /dev/vdc
Nov 15 20:11:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Attempting to detach device vdc from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:11:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:11:59 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:11:59 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:11:59 user nova-compute[74639]:   <target dev="vdc" bus="virtio"/>
Nov 15 20:11:59 user nova-compute[74639]:   <serial>7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d</serial>
Nov 15 20:11:59 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 20:11:59 user nova-compute[74639]: </disk>
Nov 15 20:11:59 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:11:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully detached device vdc from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 from the persistent domain config.
Nov 15 20:11:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:11:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:11:59 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:11:59 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:11:59 user nova-compute[74639]:   <target dev="vdc" bus="virtio"/>
Nov 15 20:11:59 user nova-compute[74639]:   <serial>7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d</serial>
Nov 15 20:11:59 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 20:11:59 user nova-compute[74639]: </disk>
Nov 15 20:11:59 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:11:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:11:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JnOhYNsa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:12:00 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:12:00 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:12:00 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a25e4d87-b809-4b5f-8f40-45fed77e832c]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:12:00 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f23e1b60-4d16-46ac-b9d7-418fc1acc5da]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203] added
Nov 15 20:12:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[59446557-4dea-4133-a27d-53c4cf9baa28]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a45b038e-5cae-440d-8548-96e01e0b46f5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JnOhYNsa {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v JnOhYNsa" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2ae74dc2-434b-44dd-92e4-298224302f90]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'JnOhYNsa'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bbf4e1c7-98c2-42a5-9b5f-8de72c4b5687]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5400249d-cd7f-4372-9c1f-71c9fce721a6]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:12:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:12:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4f43e589-1278-4279-be9b-d67093db2a50]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203, portal: 172.16.0.220,3260]
Nov 15 20:12:00 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203, portal: 172.16.0.220,3260] successful.
Nov 15 20:12:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d2518221-1ef9-413e-bc5c-ef94387cb968]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e70cce3-7855-4751-b2c9-6ad701ecf612]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 (non-flash)
Nov 15 20:12:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:12:00 user nova-compute[74639]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 (non-flash)
Nov 15 20:12:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.292s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] HCTL ('33', '-', '-', 0) found on session 43 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a1f2e5f-78bd-4d31-8e22-3cecba38e8ee]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Searching for a device in session 43 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:12:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JnOhYNsa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:12:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.333s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:12:01 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== connect_volume: return (1335ms) {'type': 'block', 'scsi_wwn': '23532613038363934', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:12:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23532613038363934', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:12:01 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:12:01 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:12:01 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:12:01 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:12:01 user nova-compute[74639]:   <serial>44734407-5ba9-4055-98e4-b1f3df551203</serial>
Nov 15 20:12:01 user nova-compute[74639]: </disk>
Nov 15 20:12:01 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:12:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:12:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:12:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] No VIF found with MAC fa:16:3e:c4:96:86, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:12:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d65d7c58-4878-4f3b-8f6f-0193e671ab4e tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.894s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:04 user nova-compute[74639]: INFO nova.compute.manager [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Detaching volume 44734407-5ba9-4055-98e4-b1f3df551203
Nov 15 20:12:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:04 user nova-compute[74639]: INFO nova.virt.block_device [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Attempting to driver detach volume 44734407-5ba9-4055-98e4-b1f3df551203 from mountpoint /dev/vdb
Nov 15 20:12:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Attempting to detach device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:12:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:12:04 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:12:04 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:12:04 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:12:04 user nova-compute[74639]:   <serial>44734407-5ba9-4055-98e4-b1f3df551203</serial>
Nov 15 20:12:04 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:12:04 user nova-compute[74639]: </disk>
Nov 15 20:12:04 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:12:04 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully detached device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the persistent domain config.
Nov 15 20:12:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:12:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:12:04 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:12:04 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:12:04 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:12:04 user nova-compute[74639]:   <serial>44734407-5ba9-4055-98e4-b1f3df551203</serial>
Nov 15 20:12:04 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:12:04 user nova-compute[74639]: </disk>
Nov 15 20:12:04 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:12:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:12:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 is timed out.
Nov 15 20:12:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully detached device vdc from instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 from the live domain config.
Nov 15 20:12:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IvptyQEg', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:12:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[41181fb0-c80b-4dc3-9690-59c2cf8e47fb]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:12:19 user nova-compute[74639]: No targets found.
Nov 15 20:12:19 user nova-compute[74639]: iSNS:
Nov 15 20:12:19 user nova-compute[74639]: No targets found.
Nov 15 20:12:19 user nova-compute[74639]: STATIC:
Nov 15 20:12:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:12:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:12:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:12:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203
Nov 15 20:12:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:12:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:12:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:12:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:12:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:12:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d
Nov 15 20:12:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:12:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:12:19 user nova-compute[74639]: FIRMWARE:
Nov 15 20:12:19 user nova-compute[74639]: No targets found.
Nov 15 20:12:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:12:19 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:12:19 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[359acc52-7301-4e65-b91d-41895c0426d3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[79ea32c0-decf-4685-b384-cd3f8460fb80]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:19 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:19 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:12:19 user nova-compute[74639]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 (non-flash)
Nov 15 20:12:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:19 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:19 user nova-compute[74639]: tcp: [42] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d (non-flash)
Nov 15 20:12:19 user nova-compute[74639]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 (non-flash)
Nov 15 20:12:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9884eaf80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11317fe-512c-400e-87c1-13cf27b39969]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cedd72f9-3192-49df-95ea-96830ae14c0e]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4344095a-2072-486c-8a8f-33986bc0386f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.044s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[91a0769e-e9b3-457f-b774-31e2f42a7c2d]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:12:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b2d02d1-e662-4720-aebe-bc9ad146ce6a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --logout" returned: 0 in 0.064s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff65ed14-6ba3-40be-bdfe-1d9a2872d97f]: (4, ('Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d, portal: 172.16.0.220,3260]\nLogout of [sid: 42, target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 42, target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d, portal: 172.16.0.220,3260]
Nov 15 20:12:20 user nova-compute[74639]: Logout of [sid: 42, target: iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d, portal: 172.16.0.220,3260] successful.
Nov 15 20:12:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:7c441b8b-3e7a-4a5c-ac2a-16d0f5c2cb0d -p 172.16.0.220:3260 --op delete" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1be7f24f-96cc-43ff-8389-6cbd31737f0c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.321s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] <== disconnect_volume: return (322ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'flavor' on Instance uuid 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e8fff43-7cf8-4f0c-925b-553e8515e1ab tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.688s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:12:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:12:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:12:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:12:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:22 user nova-compute[74639]: INFO nova.compute.manager [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Terminating instance
Nov 15 20:12:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-a38fd213-9ef0-4e38-978f-1c6067f853ab req-ef2a938e-c667-412f-9c70-44a289ec1357 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received event network-vif-unplugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a38fd213-9ef0-4e38-978f-1c6067f853ab req-ef2a938e-c667-412f-9c70-44a289ec1357 service nova] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a38fd213-9ef0-4e38-978f-1c6067f853ab req-ef2a938e-c667-412f-9c70-44a289ec1357 service nova] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a38fd213-9ef0-4e38-978f-1c6067f853ab req-ef2a938e-c667-412f-9c70-44a289ec1357 service nova] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-a38fd213-9ef0-4e38-978f-1c6067f853ab req-ef2a938e-c667-412f-9c70-44a289ec1357 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] No waiting events found dispatching network-vif-unplugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-a38fd213-9ef0-4e38-978f-1c6067f853ab req-ef2a938e-c667-412f-9c70-44a289ec1357 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received event network-vif-unplugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Instance destroyed successfully.
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lazy-loading 'resources' on Instance uuid 6dd39ff5-74fe-46d1-8366-5d44a44326c8 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:09:21Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeTestJSON-server-35536569',display_name='tempest-AttachVolumeTestJSON-server-35536569',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumetestjson-server-35536569',id=33,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBBN4zP5N/Iy1cHoVkjuM8Yz74Ve4c73xvb75qEX5B7kmV0LGj9MF7Z+g5QimEPMKMVezn6J83tzstxGkFkQBlqS7Y/y8JEV72ef3fUMJMySPNgqWOZ0Q94/DC48eXRNN+g==',key_name='tempest-keypair-1937661901',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:09:28Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4c4747dd259346cc8cbcb21dad296844',ramdisk_id='',reservation_id='r-y0yfnnrd',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeTestJSON-527611258',owner_user_name='tempest-AttachVolumeTestJSON-527611258-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:09:28Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='bc44b276ad644045876c1c6941b1fcf5',uuid=6dd39ff5-74fe-46d1-8366-5d44a44326c8,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converting VIF {"id": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "address": "fa:16:3e:01:28:40", "network": {"id": "b9b3fb96-b70d-49dd-8d3b-8aa550343794", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-803213322-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4c4747dd259346cc8cbcb21dad296844", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapd1bf6a6e-bb", "ovs_interfaceid": "d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:28:40,bridge_name='br-int',has_traffic_filtering=True,id=d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1bf6a6e-bb') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG os_vif [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:28:40,bridge_name='br-int',has_traffic_filtering=True,id=d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1bf6a6e-bb') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapd1bf6a6e-bb, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=98390f34-d94f-4cd8-a9d0-817912380218) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:12:23 user nova-compute[74639]: INFO os_vif [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:28:40,bridge_name='br-int',has_traffic_filtering=True,id=d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a,network=Network(b9b3fb96-b70d-49dd-8d3b-8aa550343794),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapd1bf6a6e-bb')
Nov 15 20:12:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Deleting instance files /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8_del
Nov 15 20:12:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Deletion of /opt/stack/data/nova/instances/6dd39ff5-74fe-46d1-8366-5d44a44326c8_del complete
Nov 15 20:12:23 user nova-compute[74639]: INFO nova.compute.manager [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 15 20:12:23 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:12:23 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Took 0.65 seconds to deallocate network for instance.
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-2aeb47ce-2398-4767-99d6-981714715510 req-57427809-9595-477c-a597-bc308e0c18e6 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received event network-vif-deleted-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:23 user nova-compute[74639]: INFO nova.compute.manager [req-2aeb47ce-2398-4767-99d6-981714715510 req-57427809-9595-477c-a597-bc308e0c18e6 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Neutron deleted interface d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a; detaching it from the instance and deleting it from the info cache
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.network.neutron [req-2aeb47ce-2398-4767-99d6-981714715510 req-57427809-9595-477c-a597-bc308e0c18e6 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:12:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-2aeb47ce-2398-4767-99d6-981714715510 req-57427809-9595-477c-a597-bc308e0c18e6 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Detach interface failed, port_id=d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a, reason: Instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.303s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:24 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Deleted allocations for instance 6dd39ff5-74fe-46d1-8366-5d44a44326c8
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0f65d10a-ac38-4151-acce-b4d2acc8c1d2 tempest-AttachVolumeTestJSON-527611258 tempest-AttachVolumeTestJSON-527611258-project-member] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.979s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:24 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c5728c67-63cb-48b7-b781-55a37d5a0669 is timed out.
Nov 15 20:12:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully detached device vdb from instance c5728c67-63cb-48b7-b781-55a37d5a0669 from the live domain config.
Nov 15 20:12:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'JnOhYNsa', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:12:24 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[32af2cf8-7b36-4ff6-a1c0-336692b0ecb6]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:12:24 user nova-compute[74639]: No targets found.
Nov 15 20:12:24 user nova-compute[74639]: iSNS:
Nov 15 20:12:24 user nova-compute[74639]: No targets found.
Nov 15 20:12:24 user nova-compute[74639]: STATIC:
Nov 15 20:12:24 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:12:24 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:12:24 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:12:24 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203
Nov 15 20:12:24 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:12:24 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:12:24 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:12:24 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:12:24 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:12:24 user nova-compute[74639]: FIRMWARE:
Nov 15 20:12:24 user nova-compute[74639]: No targets found.
Nov 15 20:12:24 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:12:24 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:12:24 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7114e606-f6ea-421e-aa87-ac3fa79981d5]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ace653eb-daa1-4d0f-bfdb-e84830f3e638]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:24 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:24 user nova-compute[74639]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 (non-flash)
Nov 15 20:12:24 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:24 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:24 user nova-compute[74639]: tcp: [43] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 (non-flash)
Nov 15 20:12:24 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9701272e0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:12:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[56be2ef5-bf6a-4b40-a3b0-e3aebd25eab0]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dbfa966-9b5a-4cc8-9d7f-0a6686133dd4]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-9cf672b2-df3b-4498-8be4-34f178558303 req-e229f026-2d15-4484-bcbe-b62f1c408594 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received event network-vif-plugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9cf672b2-df3b-4498-8be4-34f178558303 req-e229f026-2d15-4484-bcbe-b62f1c408594 service nova] Acquiring lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9cf672b2-df3b-4498-8be4-34f178558303 req-e229f026-2d15-4484-bcbe-b62f1c408594 service nova] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9cf672b2-df3b-4498-8be4-34f178558303 req-e229f026-2d15-4484-bcbe-b62f1c408594 service nova] Lock "6dd39ff5-74fe-46d1-8366-5d44a44326c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-9cf672b2-df3b-4498-8be4-34f178558303 req-e229f026-2d15-4484-bcbe-b62f1c408594 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] No waiting events found dispatching network-vif-plugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:25 user nova-compute[74639]: WARNING nova.compute.manager [req-9cf672b2-df3b-4498-8be4-34f178558303 req-e229f026-2d15-4484-bcbe-b62f1c408594 service nova] [instance: 6dd39ff5-74fe-46d1-8366-5d44a44326c8] Received unexpected event network-vif-plugged-d1bf6a6e-bbfd-4dba-a3b4-801b7464ec4a for instance with vm_state deleted and task_state None.
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eb9ef35f-99a0-4deb-bc5c-6be37ce89eb3]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.091s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4464ed36-e55c-4deb-bd97-2c5b79cc5c08]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f187220e-e218-43e2-9d23-712d553b42a7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --logout" returned: 0 in 0.061s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e8a3193-32e1-4bbe-9294-acfe93268eaf]: (4, ('Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203, portal: 172.16.0.220,3260]\nLogout of [sid: 43, target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 43, target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203, portal: 172.16.0.220,3260]
Nov 15 20:12:25 user nova-compute[74639]: Logout of [sid: 43, target: iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203, portal: 172.16.0.220,3260] successful.
Nov 15 20:12:25 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:44734407-5ba9-4055-98e4-b1f3df551203 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbbf48fd-c6d4-47bf-a2aa-45223d72b0ec]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.366s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] <== disconnect_volume: return (368ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:12:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:12:26 user nova-compute[74639]: DEBUG nova.objects.instance [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'flavor' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-62741b53-13ea-4b39-8cf3-6dcdee1ef78c tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.758s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:12:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-7c646076-edf1-40b9-b7e4-a8e388c0f89a req-9ca5be48-8eb4-40f0-ab0a-62887b8d5feb service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-changed-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-7c646076-edf1-40b9-b7e4-a8e388c0f89a req-9ca5be48-8eb4-40f0-ab0a-62887b8d5feb service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Refreshing instance network info cache due to event network-changed-386eff97-6d7e-46fd-abe2-f2e83c6cd11b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:12:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7c646076-edf1-40b9-b7e4-a8e388c0f89a req-9ca5be48-8eb4-40f0-ab0a-62887b8d5feb service nova] Acquiring lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:12:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7c646076-edf1-40b9-b7e4-a8e388c0f89a req-9ca5be48-8eb4-40f0-ab0a-62887b8d5feb service nova] Acquired lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:12:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-7c646076-edf1-40b9-b7e4-a8e388c0f89a req-9ca5be48-8eb4-40f0-ab0a-62887b8d5feb service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Refreshing network info cache for port 386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:12:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-7c646076-edf1-40b9-b7e4-a8e388c0f89a req-9ca5be48-8eb4-40f0-ab0a-62887b8d5feb service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updated VIF entry in instance network info cache for port 386eff97-6d7e-46fd-abe2-f2e83c6cd11b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:12:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-7c646076-edf1-40b9-b7e4-a8e388c0f89a req-9ca5be48-8eb4-40f0-ab0a-62887b8d5feb service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating instance_info_cache with network_info: [{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:12:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7c646076-edf1-40b9-b7e4-a8e388c0f89a req-9ca5be48-8eb4-40f0-ab0a-62887b8d5feb service nova] Releasing lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:38 user nova-compute[74639]: INFO nova.compute.manager [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Terminating instance
Nov 15 20:12:38 user nova-compute[74639]: DEBUG nova.compute.manager [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-5ba92772-4b62-438b-aa15-aa96a5fc6306 req-bec13736-d28a-4521-b153-9c31e5b7517a service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received event network-vif-unplugged-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5ba92772-4b62-438b-aa15-aa96a5fc6306 req-bec13736-d28a-4521-b153-9c31e5b7517a service nova] Acquiring lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5ba92772-4b62-438b-aa15-aa96a5fc6306 req-bec13736-d28a-4521-b153-9c31e5b7517a service nova] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5ba92772-4b62-438b-aa15-aa96a5fc6306 req-bec13736-d28a-4521-b153-9c31e5b7517a service nova] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-5ba92772-4b62-438b-aa15-aa96a5fc6306 req-bec13736-d28a-4521-b153-9c31e5b7517a service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] No waiting events found dispatching network-vif-unplugged-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:38 user nova-compute[74639]: DEBUG nova.compute.manager [req-5ba92772-4b62-438b-aa15-aa96a5fc6306 req-bec13736-d28a-4521-b153-9c31e5b7517a service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received event network-vif-unplugged-f91c9bcd-8cf1-4816-92ac-136a34903804 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:12:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Instance destroyed successfully.
Nov 15 20:12:39 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lazy-loading 'resources' on Instance uuid 7dbb5ae5-ae16-4525-b214-1b27dc3b778e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:53:43Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-ServerActionsTestOtherA-server-1390705860',display_name='tempest-ServerActionsTestOtherA-server-1390705860',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serveractionstestothera-server-1390705860',id=7,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBJATPKm0ZbR1aX8Z+Ui4I0MmfC465VAYb6XW2bvolfG5sTfQb7JxLo/0qEsRjZHHeKLcXwsK3jRWPHk5dNaoTYCEdiSn0P7JD7I2W79BgqWy2/DMLWpyimUUFXLzP2bcOg==',key_name='tempest-keypair-1505687362',keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:54:06Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4f7f83c51452412196147e7389bb0dd2',ramdisk_id='',reservation_id='r-rxz3xcg9',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerActionsTestOtherA-1803249031',owner_user_name='tempest-ServerActionsTestOtherA-1803249031-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T19:54:06Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a0c44398b8fc4635a47d1e96cfb15448',uuid=7dbb5ae5-ae16-4525-b214-1b27dc3b778e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converting VIF {"id": "f91c9bcd-8cf1-4816-92ac-136a34903804", "address": "fa:16:3e:77:15:a4", "network": {"id": "2eb326ea-a6c7-4af8-855d-536e26eb71b4", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1397784090-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f7f83c51452412196147e7389bb0dd2", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf91c9bcd-8c", "ovs_interfaceid": "f91c9bcd-8cf1-4816-92ac-136a34903804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:77:15:a4,bridge_name='br-int',has_traffic_filtering=True,id=f91c9bcd-8cf1-4816-92ac-136a34903804,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf91c9bcd-8c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG os_vif [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:77:15:a4,bridge_name='br-int',has_traffic_filtering=True,id=f91c9bcd-8cf1-4816-92ac-136a34903804,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf91c9bcd-8c') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf91c9bcd-8c, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e624d303-f24a-468d-a159-ac4660212e37) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:39 user nova-compute[74639]: INFO os_vif [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:77:15:a4,bridge_name='br-int',has_traffic_filtering=True,id=f91c9bcd-8cf1-4816-92ac-136a34903804,network=Network(2eb326ea-a6c7-4af8-855d-536e26eb71b4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf91c9bcd-8c')
Nov 15 20:12:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Deleting instance files /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e_del
Nov 15 20:12:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Deletion of /opt/stack/data/nova/instances/7dbb5ae5-ae16-4525-b214-1b27dc3b778e_del complete
Nov 15 20:12:39 user nova-compute[74639]: INFO nova.compute.manager [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 15 20:12:39 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:12:39 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Took 0.48 seconds to deallocate network for instance.
Nov 15 20:12:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:40 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:12:40 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:12:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.314s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:40 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Deleted allocations for instance 7dbb5ae5-ae16-4525-b214-1b27dc3b778e
Nov 15 20:12:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f02b8f18-41d9-4c32-9e11-902b2373b316 tempest-ServerActionsTestOtherA-1803249031 tempest-ServerActionsTestOtherA-1803249031-project-member] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.866s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f899f12-b9ad-4875-a88e-bb279e6c8ca5 req-51d9f1cc-a000-4a7b-96e2-15deb766b5d0 service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received event network-vif-plugged-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f899f12-b9ad-4875-a88e-bb279e6c8ca5 req-51d9f1cc-a000-4a7b-96e2-15deb766b5d0 service nova] Acquiring lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f899f12-b9ad-4875-a88e-bb279e6c8ca5 req-51d9f1cc-a000-4a7b-96e2-15deb766b5d0 service nova] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f899f12-b9ad-4875-a88e-bb279e6c8ca5 req-51d9f1cc-a000-4a7b-96e2-15deb766b5d0 service nova] Lock "7dbb5ae5-ae16-4525-b214-1b27dc3b778e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f899f12-b9ad-4875-a88e-bb279e6c8ca5 req-51d9f1cc-a000-4a7b-96e2-15deb766b5d0 service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] No waiting events found dispatching network-vif-plugged-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:40 user nova-compute[74639]: WARNING nova.compute.manager [req-8f899f12-b9ad-4875-a88e-bb279e6c8ca5 req-51d9f1cc-a000-4a7b-96e2-15deb766b5d0 service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received unexpected event network-vif-plugged-f91c9bcd-8cf1-4816-92ac-136a34903804 for instance with vm_state deleted and task_state None.
Nov 15 20:12:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f899f12-b9ad-4875-a88e-bb279e6c8ca5 req-51d9f1cc-a000-4a7b-96e2-15deb766b5d0 service nova] [instance: 7dbb5ae5-ae16-4525-b214-1b27dc3b778e] Received event network-vif-deleted-f91c9bcd-8cf1-4816-92ac-136a34903804 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" acquired by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:41 user nova-compute[74639]: INFO nova.compute.manager [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Shelving
Nov 15 20:12:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-40e15fd2-9468-490d-b4da-a232b3a9a7ee req-19090426-7cd2-4442-b5c3-f4b6e83b2e4f service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-unplugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-40e15fd2-9468-490d-b4da-a232b3a9a7ee req-19090426-7cd2-4442-b5c3-f4b6e83b2e4f service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-40e15fd2-9468-490d-b4da-a232b3a9a7ee req-19090426-7cd2-4442-b5c3-f4b6e83b2e4f service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-40e15fd2-9468-490d-b4da-a232b3a9a7ee req-19090426-7cd2-4442-b5c3-f4b6e83b2e4f service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-40e15fd2-9468-490d-b4da-a232b3a9a7ee req-19090426-7cd2-4442-b5c3-f4b6e83b2e4f service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-unplugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:41 user nova-compute[74639]: WARNING nova.compute.manager [req-40e15fd2-9468-490d-b4da-a232b3a9a7ee req-19090426-7cd2-4442-b5c3-f4b6e83b2e4f service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-unplugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state active and task_state shelving.
Nov 15 20:12:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance destroyed successfully.
Nov 15 20:12:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Beginning cold snapshot process
Nov 15 20:12:41 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:12:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk /opt/stack/data/nova/instances/snapshots/tmpop4h6a18/2a4e0e5248d24e249045a78c1051466a {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk /opt/stack/data/nova/instances/snapshots/tmpop4h6a18/2a4e0e5248d24e249045a78c1051466a" returned: 0 in 0.785s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Snapshot extracted, beginning image upload
Nov 15 20:12:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-a7a044a2-714a-43bf-8349-25cd28c58382 req-2f5afd25-35ba-43d5-b001-06f025129576 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a7a044a2-714a-43bf-8349-25cd28c58382 req-2f5afd25-35ba-43d5-b001-06f025129576 service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a7a044a2-714a-43bf-8349-25cd28c58382 req-2f5afd25-35ba-43d5-b001-06f025129576 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a7a044a2-714a-43bf-8349-25cd28c58382 req-2f5afd25-35ba-43d5-b001-06f025129576 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-a7a044a2-714a-43bf-8349-25cd28c58382 req-2f5afd25-35ba-43d5-b001-06f025129576 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:43 user nova-compute[74639]: WARNING nova.compute.manager [req-a7a044a2-714a-43bf-8349-25cd28c58382 req-2f5afd25-35ba-43d5-b001-06f025129576 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state active and task_state shelving_image_uploading.
Nov 15 20:12:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:45 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Snapshot image upload complete
Nov 15 20:12:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:12:45 user nova-compute[74639]: INFO nova.compute.manager [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Shelve offloading
Nov 15 20:12:45 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance destroyed successfully.
Nov 15 20:12:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:12:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:12:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquired lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:12:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:12:45 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:12:45 user nova-compute[74639]: DEBUG nova.network.neutron [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating instance_info_cache with network_info: [{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:12:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Releasing lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:12:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance destroyed successfully.
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'resources' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:10:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1466590872',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1466590872',id=34,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0T5ELvFK8uUR4GeeNZbzOG6MPE7UhpMz8V4O16slwkRsa1ptv4AU0zv3gWtT0+7jtkYQKHQap44YWnHa4S67+teKpRW3uLQP+rFAYOoznUIkz9tJX8m9NeUWr6Lml2nw==',key_name='tempest-keypair-1594803511',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:10:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=<?>,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=4,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-8p3444mf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member',shelved_at='2023-11-15T20:12:45.318983',shelved_host='user',shelved_image_id='ba99b301-cc0b-4c8a-adf2-a016b71d78a5'},tags=<?>,task_state='shelving_offloading',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:12:43Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=7d3921a5-2cbc-46ec-a383-d89c959ce1b9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='shelved') vif={"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG os_vif [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap386eff97-6d, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-56da81d9-6170-4ca9-baab-ad991f71f55f req-199dae94-1dc6-4132-b439-79ec383302bf service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-changed-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-56da81d9-6170-4ca9-baab-ad991f71f55f req-199dae94-1dc6-4132-b439-79ec383302bf service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Refreshing instance network info cache due to event network-changed-386eff97-6d7e-46fd-abe2-f2e83c6cd11b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-56da81d9-6170-4ca9-baab-ad991f71f55f req-199dae94-1dc6-4132-b439-79ec383302bf service nova] Acquiring lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-56da81d9-6170-4ca9-baab-ad991f71f55f req-199dae94-1dc6-4132-b439-79ec383302bf service nova] Acquired lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-56da81d9-6170-4ca9-baab-ad991f71f55f req-199dae94-1dc6-4132-b439-79ec383302bf service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Refreshing network info cache for port 386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a32a57e5-0b0e-4c46-b493-3f4ba305ee37) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:12:46 user nova-compute[74639]: INFO os_vif [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d')
Nov 15 20:12:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Deleting instance files /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9_del
Nov 15 20:12:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Deletion of /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9_del complete
Nov 15 20:12:46 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Deleted allocations for instance 7d3921a5-2cbc-46ec-a383-d89c959ce1b9
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.objects.base [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<7d3921a5-2cbc-46ec-a383-d89c959ce1b9> lazy-loaded attributes: resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-56da81d9-6170-4ca9-baab-ad991f71f55f req-199dae94-1dc6-4132-b439-79ec383302bf service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updated VIF entry in instance network info cache for port 386eff97-6d7e-46fd-abe2-f2e83c6cd11b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG nova.network.neutron [req-56da81d9-6170-4ca9-baab-ad991f71f55f req-199dae94-1dc6-4132-b439-79ec383302bf service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating instance_info_cache with network_info: [{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "unbound", "details": {}, "devname": "tap386eff97-6d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-56da81d9-6170-4ca9-baab-ad991f71f55f req-199dae94-1dc6-4132-b439-79ec383302bf service nova] Releasing lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.264s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-01f85c94-b20d-4e3b-8b8e-ea7fd148086d tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" "released" by "nova.compute.manager.ComputeManager.shelve_instance.<locals>.do_shelve_instance" :: held 5.738s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:47 user nova-compute[74639]: INFO nova.compute.manager [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Rescuing
Nov 15 20:12:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:12:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquired lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:12:47 user nova-compute[74639]: DEBUG nova.network.neutron [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Updating instance_info_cache with network_info: [{"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Releasing lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-cfd81e0d-5395-4b62-9494-ecc99075b33f req-0497a6cd-2299-4963-9a8f-bf2937f77bd0 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cfd81e0d-5395-4b62-9494-ecc99075b33f req-0497a6cd-2299-4963-9a8f-bf2937f77bd0 service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cfd81e0d-5395-4b62-9494-ecc99075b33f req-0497a6cd-2299-4963-9a8f-bf2937f77bd0 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cfd81e0d-5395-4b62-9494-ecc99075b33f req-0497a6cd-2299-4963-9a8f-bf2937f77bd0 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-cfd81e0d-5395-4b62-9494-ecc99075b33f req-0497a6cd-2299-4963-9a8f-bf2937f77bd0 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:48 user nova-compute[74639]: WARNING nova.compute.manager [req-cfd81e0d-5395-4b62-9494-ecc99075b33f req-0497a6cd-2299-4963-9a8f-bf2937f77bd0 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state active and task_state rescuing.
Nov 15 20:12:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:12:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Instance destroyed successfully.
Nov 15 20:12:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Attempting a stable device rescue
Nov 15 20:12:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] rescue generated disk_info: {'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} {{(pid=74639) rescue /opt/stack/nova/nova/virt/libvirt/driver.py:4318}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Instance directory exists: not creating {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4723}}
Nov 15 20:12:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Creating image(s)
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "/opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "/opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "/opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG nova.objects.instance [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'trusted_certs' on Instance uuid 250988f9-46ed-4162-ad68-f112abc76a1b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "98dc1b5a507c0efd779b8173eebb4282e9f52e75" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "98dc1b5a507c0efd779b8173eebb4282e9f52e75" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75.part --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:49 user nova-compute[74639]: DEBUG nova.virt.images [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] cbc58d30-920a-47c1-bdb7-13e53c958676 was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75.part /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json" returned: 0 in 0.327s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75.part /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75.converted" returned: 0 in 0.270s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-9fc4291c-f359-423a-9e61-7fbd34bd7927 req-66ed05f2-5653-4d9c-afdf-274681568425 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9fc4291c-f359-423a-9e61-7fbd34bd7927 req-66ed05f2-5653-4d9c-afdf-274681568425 service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9fc4291c-f359-423a-9e61-7fbd34bd7927 req-66ed05f2-5653-4d9c-afdf-274681568425 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9fc4291c-f359-423a-9e61-7fbd34bd7927 req-66ed05f2-5653-4d9c-afdf-274681568425 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-9fc4291c-f359-423a-9e61-7fbd34bd7927 req-66ed05f2-5653-4d9c-afdf-274681568425 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:50 user nova-compute[74639]: WARNING nova.compute.manager [req-9fc4291c-f359-423a-9e61-7fbd34bd7927 req-66ed05f2-5653-4d9c-afdf-274681568425 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state active and task_state rescuing.
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75.converted --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "98dc1b5a507c0efd779b8173eebb4282e9f52e75" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.595s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "98dc1b5a507c0efd779b8173eebb4282e9f52e75" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "98dc1b5a507c0efd779b8173eebb4282e9f52e75" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75 --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75,backing_fmt=raw /opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.rescue {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75,backing_fmt=raw /opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.rescue" returned: 0 in 0.050s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "98dc1b5a507c0efd779b8173eebb4282e9f52e75" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.227s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.objects.instance [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'migration_context' on Instance uuid 250988f9-46ed-4162-ad68-f112abc76a1b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.objects.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<250988f9-46ed-4162-ad68-f112abc76a1b> lazy-loaded attributes: trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Start _get_guest_xml network_info=[{"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "vif_mac": "fa:16:3e:4f:02:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk.rescue': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue={'image_id': 'cbc58d30-920a-47c1-bdb7-13e53c958676', 'kernel_id': '', 'ramdisk_id': ''} block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GVRmlNYP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, 'status': 'reserved', 'instance': '250988f9-46ed-4162-ad68-f112abc76a1b', 'attached_at': '', 'detached_at': '', 'volume_id': 'fc31ba3e-bff6-4468-8c99-60360d504208', 'serial': 'fc31ba3e-bff6-4468-8c99-60360d504208'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 0, 'attachment_id': '346fa598-5c52-4724-8991-44e87c30a2a4', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.objects.instance [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'resources' on Instance uuid 250988f9-46ed-4162-ad68-f112abc76a1b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.objects.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<250988f9-46ed-4162-ad68-f112abc76a1b> lazy-loaded attributes: trusted_certs,migration_context,resources {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.objects.instance [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'numa_topology' on Instance uuid 250988f9-46ed-4162-ad68-f112abc76a1b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.objects.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<250988f9-46ed-4162-ad68-f112abc76a1b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:12:50 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:12:50 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.objects.instance [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'vcpu_model' on Instance uuid 250988f9-46ed-4162-ad68-f112abc76a1b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.objects.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<250988f9-46ed-4162-ad68-f112abc76a1b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GVRmlNYP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:12:50 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:12:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:12:50 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:12:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:12:50 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[90688fa7-6b85-4551-bf5a-f9db2079ffd9]: (4, ('# BEGIN RECORD 2.1.5\nnode.name = iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\nnode.tpgt = -1\nnode.startup = automatic\nnode.leading_login = No\niface.iscsi_ifacename = default\niface.net_ifacename = <empty>\niface.ipaddress = <empty>\niface.prefix_len = 0\niface.hwaddress = <empty>\niface.transport_name = tcp\niface.initiatorname = <empty>\niface.state = <empty>\niface.vlan_id = 0\niface.vlan_priority = 0\niface.vlan_state = <empty>\niface.iface_num = 0\niface.mtu = 0\niface.port = 0\niface.bootproto = <empty>\niface.subnet_mask = <empty>\niface.gateway = <empty>\niface.dhcp_alt_client_id_state = <empty>\niface.dhcp_alt_client_id = <empty>\niface.dhcp_dns = <empty>\niface.dhcp_learn_iqn = <empty>\niface.dhcp_req_vendor_id_state = <empty>\niface.dhcp_vendor_id_state = <empty>\niface.dhcp_vendor_id = <empty>\niface.dhcp_slp_da = <empty>\niface.fragmentation = <empty>\niface.gratuitous_arp = <empty>\niface.incoming_forwarding = <empty>\niface.tos_state = <empty>\niface.tos = 0\niface.ttl = 0\niface.delayed_ack = <empty>\niface.tcp_nagle = <empty>\niface.tcp_wsf_state = <empty>\niface.tcp_wsf = 0\niface.tcp_timer_scale = 0\niface.tcp_timestamp = <empty>\niface.redirect = <empty>\niface.def_task_mgmt_timeout = 0\niface.header_digest = <empty>\niface.data_digest = <empty>\niface.immediate_data = <empty>\niface.initial_r2t = <empty>\niface.data_seq_inorder = <empty>\niface.data_pdu_inorder = <empty>\niface.erl = 0\niface.max_receive_data_len = 0\niface.first_burst_len = 0\niface.max_outstanding_r2t = 0\niface.max_burst_len = 0\niface.chap_auth = <empty>\niface.bidi_chap = <empty>\niface.strict_login_compliance = <empty>\niface.discovery_auth = <empty>\niface.discovery_logout = <empty>\nnode.discovery_address = <empty>\nnode.discovery_port = 0\nnode.discovery_type = static\nnode.session.initial_cmdsn = 0\nnode.session.initial_login_retry_max = 8\nnode.session.xmit_thread_priority = -20\nnode.session.cmds_max = 128\nnode.session.queue_depth = 32\nnode.session.nr_sessions = 1\nnode.session.auth.authmethod = CHAP\nnode.session.auth.username = GVRmlNYP\nnode.session.auth.password = ********\nnode.session.auth.username_in = <empty>\nnode.session.auth.password_in = <empty>\nnode.session.auth.chap_algs = MD5\nnode.session.timeo.replacement_timeout = 120\nnode.session.err_timeo.abort_timeout = 15\nnode.session.err_timeo.lu_reset_timeout = 30\nnode.session.err_timeo.tgt_reset_timeout = 30\nnode.session.err_timeo.host_reset_timeout = 60\nnode.session.iscsi.FastAbort = Yes\nnode.session.iscsi.InitialR2T = No\nnode.session.iscsi.ImmediateData = Yes\nnode.session.iscsi.FirstBurstLength = 262144\nnode.session.iscsi.MaxBurstLength = 16776192\nnode.session.iscsi.DefaultTime2Retain = 0\nnode.session.iscsi.DefaultTime2Wait = 2\nnode.session.iscsi.MaxConnections = 1\nnode.session.iscsi.MaxOutstandingR2T = 1\nnode.session.iscsi.ERL = 0\nnode.session.scan = manual\nnode.session.reopen_max = 0\nnode.conn[0].address = 172.16.0.220\nnode.conn[0].port = 3260\nnode.conn[0].startup = manual\nnode.conn[0].tcp.window_size = 524288\nnode.conn[0].tcp.type_of_service = 0\nnode.conn[0].timeo.logout_timeout = 15\nnode.conn[0].timeo.login_timeout = 15\nnode.conn[0].timeo.auth_timeout = 45\nnode.conn[0].timeo.noop_out_interval = 5\nnode.conn[0].timeo.noop_out_timeout = 5\nnode.conn[0].iscsi.MaxXmitDataSegmentLength = 0\nnode.conn[0].iscsi.MaxRecvDataSegmentLength = 262144\nnode.conn[0].iscsi.HeaderDigest = None\nnode.conn[0].iscsi.DataDigest = None\nnode.conn[0].iscsi.IFMarker = No\nnode.conn[0].iscsi.OFMarker = No\n# END RECORD\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm (): stdout=# BEGIN RECORD 2.1.5
Nov 15 20:12:50 user nova-compute[74639]: node.name = iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:12:50 user nova-compute[74639]: node.tpgt = -1
Nov 15 20:12:50 user nova-compute[74639]: node.startup = automatic
Nov 15 20:12:50 user nova-compute[74639]: node.leading_login = No
Nov 15 20:12:50 user nova-compute[74639]: iface.iscsi_ifacename = default
Nov 15 20:12:50 user nova-compute[74639]: iface.net_ifacename = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.ipaddress = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.prefix_len = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.hwaddress = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.transport_name = tcp
Nov 15 20:12:50 user nova-compute[74639]: iface.initiatorname = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.state = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.vlan_id = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.vlan_priority = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.vlan_state = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.iface_num = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.mtu = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.port = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.bootproto = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.subnet_mask = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.gateway = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.dhcp_alt_client_id_state = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.dhcp_alt_client_id = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.dhcp_dns = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.dhcp_learn_iqn = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.dhcp_req_vendor_id_state = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.dhcp_vendor_id_state = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.dhcp_vendor_id = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.dhcp_slp_da = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.fragmentation = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.gratuitous_arp = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.incoming_forwarding = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.tos_state = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.tos = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.ttl = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.delayed_ack = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.tcp_nagle = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.tcp_wsf_state = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.tcp_wsf = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.tcp_timer_scale = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.tcp_timestamp = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.redirect = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.def_task_mgmt_timeout = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.header_digest = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.data_digest = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.immediate_data = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.initial_r2t = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.data_seq_inorder = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.data_pdu_inorder = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.erl = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.max_receive_data_len = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.first_burst_len = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.max_outstanding_r2t = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.max_burst_len = 0
Nov 15 20:12:50 user nova-compute[74639]: iface.chap_auth = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.bidi_chap = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.strict_login_compliance = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.discovery_auth = <empty>
Nov 15 20:12:50 user nova-compute[74639]: iface.discovery_logout = <empty>
Nov 15 20:12:50 user nova-compute[74639]: node.discovery_address = <empty>
Nov 15 20:12:50 user nova-compute[74639]: node.discovery_port = 0
Nov 15 20:12:50 user nova-compute[74639]: node.discovery_type = static
Nov 15 20:12:50 user nova-compute[74639]: node.session.initial_cmdsn = 0
Nov 15 20:12:50 user nova-compute[74639]: node.session.initial_login_retry_max = 8
Nov 15 20:12:50 user nova-compute[74639]: node.session.xmit_thread_priority = -20
Nov 15 20:12:50 user nova-compute[74639]: node.session.cmds_max = 128
Nov 15 20:12:50 user nova-compute[74639]: node.session.queue_depth = 32
Nov 15 20:12:50 user nova-compute[74639]: node.session.nr_sessions = 1
Nov 15 20:12:50 user nova-compute[74639]: node.session.auth.authmethod = CHAP
Nov 15 20:12:50 user nova-compute[74639]: node.session.auth.username = GVRmlNYP
Nov 15 20:12:50 user nova-compute[74639]: node.session.auth.password = ***
Nov 15 20:12:50 user nova-compute[74639]: node.session.auth.username_in = <empty>
Nov 15 20:12:50 user nova-compute[74639]: node.session.auth.password_in = <empty>
Nov 15 20:12:50 user nova-compute[74639]: node.session.auth.chap_algs = MD5
Nov 15 20:12:50 user nova-compute[74639]: node.session.timeo.replacement_timeout = 120
Nov 15 20:12:50 user nova-compute[74639]: node.session.err_timeo.abort_timeout = 15
Nov 15 20:12:50 user nova-compute[74639]: node.session.err_timeo.lu_reset_timeout = 30
Nov 15 20:12:50 user nova-compute[74639]: node.session.err_timeo.tgt_reset_timeout = 30
Nov 15 20:12:50 user nova-compute[74639]: node.session.err_timeo.host_reset_timeout = 60
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.FastAbort = Yes
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.InitialR2T = No
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.ImmediateData = Yes
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.FirstBurstLength = 262144
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.MaxBurstLength = 16776192
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.DefaultTime2Retain = 0
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.DefaultTime2Wait = 2
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.MaxConnections = 1
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.MaxOutstandingR2T = 1
Nov 15 20:12:50 user nova-compute[74639]: node.session.iscsi.ERL = 0
Nov 15 20:12:50 user nova-compute[74639]: node.session.scan = manual
Nov 15 20:12:50 user nova-compute[74639]: node.session.reopen_max = 0
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].address = 172.16.0.220
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].port = 3260
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].startup = manual
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].tcp.window_size = 524288
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].tcp.type_of_service = 0
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].timeo.logout_timeout = 15
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].timeo.login_timeout = 15
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].timeo.auth_timeout = 45
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].timeo.noop_out_interval = 5
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].timeo.noop_out_timeout = 5
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].iscsi.MaxXmitDataSegmentLength = 0
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].iscsi.MaxRecvDataSegmentLength = 262144
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].iscsi.HeaderDigest = None
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].iscsi.DataDigest = None
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].iscsi.IFMarker = No
Nov 15 20:12:50 user nova-compute[74639]: node.conn[0].iscsi.OFMarker = No
Nov 15 20:12:50 user nova-compute[74639]: # END RECORD
Nov 15 20:12:50 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0729d153-ecf8-4549-ad91-3a86b8aef1ea]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.052s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[29c54e68-962e-4b97-9662-b04e54b2a1ca]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GVRmlNYP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v GVRmlNYP" returned: 0 in 0.108s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3d0b4e0-f6f3-4b9c-a65c-c6487fb469cc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'GVRmlNYP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5df8a29e-1854-4b9d-b847-980ecea9559c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2502f13f-8398-4699-b567-9f00d85d9f4d]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:51 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:51 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:12:51 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:12:51 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.298s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] HCTL ('35', '0', '0', 0) found on session 40 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Scanning host 35 c: 0, t: 0, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[161a277f-d2ea-4829-9f99-99010018e634]: (4, ('0 0 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Searching for a device in session 40 and hctl ('35', '0', '0', 0) yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GVRmlNYP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 0.355s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] <== connect_volume: return (357ms) {'type': 'block', 'scsi_wwn': '26130346536383965', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26130346536383965', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:10:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-976192665',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-976192665',id=35,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:11:13Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-9zi53mji',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=<?>,task_state='rescuing',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:11:14Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=250988f9-46ed-4162-ad68-f112abc76a1b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "vif_mac": "fa:16:3e:4f:02:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [], "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "vif_mac": "fa:16:3e:4f:02:45"}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:02:45,bridge_name='br-int',has_traffic_filtering=True,id=5c7385be-4d5f-41f2-838c-cb127b3cde9c,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c7385be-4d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'pci_devices' on Instance uuid 250988f9-46ed-4162-ad68-f112abc76a1b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.objects.base [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Object Instance<250988f9-46ed-4162-ad68-f112abc76a1b> lazy-loaded attributes: trusted_certs,migration_context,resources,numa_topology,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:12:51 user nova-compute[74639]:   <uuid>250988f9-46ed-4162-ad68-f112abc76a1b</uuid>
Nov 15 20:12:51 user nova-compute[74639]:   <name>instance-00000023</name>
Nov 15 20:12:51 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:12:51 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:12:51 user nova-compute[74639]:   <metadata>
Nov 15 20:12:51 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:12:51 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:12:51 user nova-compute[74639]:       <nova:name>tempest-ServerBootFromVolumeStableRescueTest-server-976192665</nova:name>
Nov 15 20:12:51 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:12:50</nova:creationTime>
Nov 15 20:12:51 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:12:51 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:12:51 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:12:51 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:12:51 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:12:51 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:12:51 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:12:51 user nova-compute[74639]:       <nova:owner>
Nov 15 20:12:51 user nova-compute[74639]:         <nova:user uuid="afae79772419472b8a582a92daf925a9">tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member</nova:user>
Nov 15 20:12:51 user nova-compute[74639]:         <nova:project uuid="bd10b7f49c5f4e94a4afbf9d61b9b81d">tempest-ServerBootFromVolumeStableRescueTest-1555454741</nova:project>
Nov 15 20:12:51 user nova-compute[74639]:       </nova:owner>
Nov 15 20:12:51 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:12:51 user nova-compute[74639]:       <nova:ports>
Nov 15 20:12:51 user nova-compute[74639]:         <nova:port uuid="5c7385be-4d5f-41f2-838c-cb127b3cde9c">
Nov 15 20:12:51 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 15 20:12:51 user nova-compute[74639]:         </nova:port>
Nov 15 20:12:51 user nova-compute[74639]:       </nova:ports>
Nov 15 20:12:51 user nova-compute[74639]:     </nova:instance>
Nov 15 20:12:51 user nova-compute[74639]:   </metadata>
Nov 15 20:12:51 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:12:51 user nova-compute[74639]:     <system>
Nov 15 20:12:51 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:12:51 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:12:51 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:12:51 user nova-compute[74639]:       <entry name="serial">250988f9-46ed-4162-ad68-f112abc76a1b</entry>
Nov 15 20:12:51 user nova-compute[74639]:       <entry name="uuid">250988f9-46ed-4162-ad68-f112abc76a1b</entry>
Nov 15 20:12:51 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:12:51 user nova-compute[74639]:     </system>
Nov 15 20:12:51 user nova-compute[74639]:   </sysinfo>
Nov 15 20:12:51 user nova-compute[74639]:   <os>
Nov 15 20:12:51 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:12:51 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:12:51 user nova-compute[74639]:   </os>
Nov 15 20:12:51 user nova-compute[74639]:   <features>
Nov 15 20:12:51 user nova-compute[74639]:     <acpi/>
Nov 15 20:12:51 user nova-compute[74639]:     <apic/>
Nov 15 20:12:51 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:12:51 user nova-compute[74639]:   </features>
Nov 15 20:12:51 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:12:51 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:12:51 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:12:51 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:12:51 user nova-compute[74639]:   </clock>
Nov 15 20:12:51 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:12:51 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:12:51 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:12:51 user nova-compute[74639]:   </cpu>
Nov 15 20:12:51 user nova-compute[74639]:   <devices>
Nov 15 20:12:51 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:12:51 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:12:51 user nova-compute[74639]:       <source dev="/dev/sdd"/>
Nov 15 20:12:51 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:12:51 user nova-compute[74639]:       <serial>fc31ba3e-bff6-4468-8c99-60360d504208</serial>
Nov 15 20:12:51 user nova-compute[74639]:     </disk>
Nov 15 20:12:51 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:12:51 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:12:51 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.rescue"/>
Nov 15 20:12:51 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 20:12:51 user nova-compute[74639]:       <boot order="1"/>
Nov 15 20:12:51 user nova-compute[74639]:     </disk>
Nov 15 20:12:51 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:12:51 user nova-compute[74639]:       <mac address="fa:16:3e:4f:02:45"/>
Nov 15 20:12:51 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:12:51 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:12:51 user nova-compute[74639]:       <target dev="tap5c7385be-4d"/>
Nov 15 20:12:51 user nova-compute[74639]:     </interface>
Nov 15 20:12:51 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:12:51 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/console.log" append="off"/>
Nov 15 20:12:51 user nova-compute[74639]:     </serial>
Nov 15 20:12:51 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:12:51 user nova-compute[74639]:     <video>
Nov 15 20:12:51 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:12:51 user nova-compute[74639]:     </video>
Nov 15 20:12:51 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:12:51 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:12:51 user nova-compute[74639]:     </rng>
Nov 15 20:12:51 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:12:51 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:12:51 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:12:51 user nova-compute[74639]:     </memballoon>
Nov 15 20:12:51 user nova-compute[74639]:   </devices>
Nov 15 20:12:51 user nova-compute[74639]: </domain>
Nov 15 20:12:51 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:12:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Instance destroyed successfully.
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] No VIF found with MAC fa:16:3e:4f:02:45, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:12:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:12:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-e62f1ccd-39b4-40fb-9cb1-fabb64258234 req-40ac06db-b3e4-4491-bcbc-51667533762f service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e62f1ccd-39b4-40fb-9cb1-fabb64258234 req-40ac06db-b3e4-4491-bcbc-51667533762f service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e62f1ccd-39b4-40fb-9cb1-fabb64258234 req-40ac06db-b3e4-4491-bcbc-51667533762f service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e62f1ccd-39b4-40fb-9cb1-fabb64258234 req-40ac06db-b3e4-4491-bcbc-51667533762f service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-e62f1ccd-39b4-40fb-9cb1-fabb64258234 req-40ac06db-b3e4-4491-bcbc-51667533762f service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:55 user nova-compute[74639]: WARNING nova.compute.manager [req-e62f1ccd-39b4-40fb-9cb1-fabb64258234 req-40ac06db-b3e4-4491-bcbc-51667533762f service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state active and task_state rescuing.
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c54c2833-af17-4ade-a8ea-dd907f86a35e req-dd5008f8-491b-4a92-a17b-4fe0f433655c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c54c2833-af17-4ade-a8ea-dd907f86a35e req-dd5008f8-491b-4a92-a17b-4fe0f433655c service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c54c2833-af17-4ade-a8ea-dd907f86a35e req-dd5008f8-491b-4a92-a17b-4fe0f433655c service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c54c2833-af17-4ade-a8ea-dd907f86a35e req-dd5008f8-491b-4a92-a17b-4fe0f433655c service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-c54c2833-af17-4ade-a8ea-dd907f86a35e req-dd5008f8-491b-4a92-a17b-4fe0f433655c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:12:55 user nova-compute[74639]: WARNING nova.compute.manager [req-c54c2833-af17-4ade-a8ea-dd907f86a35e req-dd5008f8-491b-4a92-a17b-4fe0f433655c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state active and task_state rescuing.
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-df5425ac-fdfa-453f-b0a9-73b066199f49 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:12:55 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:12:55 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8172MB free_disk=25.12035369873047GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c5728c67-63cb-48b7-b781-55a37d5a0669 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7128f3c3-5e7f-4280-b392-371412b9b57b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 250988f9-46ed-4162-ad68-f112abc76a1b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2cba7bb7-3d55-4d53-8bde-413913f3972b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:12:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.678s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:12:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:12:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:12:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:12:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:12:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:12:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:12:56 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:12:57 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating instance_info_cache with network_info: [{"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:12:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-c5728c67-63cb-48b7-b781-55a37d5a0669" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:12:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:12:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:13:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-bc835a1c-7ff6-463c-bdd5-1304bd90b61a req-6181c5dc-a741-4f3c-9594-202609095a65 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received event network-changed-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:13:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-bc835a1c-7ff6-463c-bdd5-1304bd90b61a req-6181c5dc-a741-4f3c-9594-202609095a65 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Refreshing instance network info cache due to event network-changed-4ee1aa72-3436-414c-aeb4-fcbcb3852c26. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:13:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bc835a1c-7ff6-463c-bdd5-1304bd90b61a req-6181c5dc-a741-4f3c-9594-202609095a65 service nova] Acquiring lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:13:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bc835a1c-7ff6-463c-bdd5-1304bd90b61a req-6181c5dc-a741-4f3c-9594-202609095a65 service nova] Acquired lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:13:03 user nova-compute[74639]: DEBUG nova.network.neutron [req-bc835a1c-7ff6-463c-bdd5-1304bd90b61a req-6181c5dc-a741-4f3c-9594-202609095a65 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Refreshing network info cache for port 4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG nova.objects.instance [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'flavor' on Instance uuid 2cba7bb7-3d55-4d53-8bde-413913f3972b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG nova.network.neutron [req-bc835a1c-7ff6-463c-bdd5-1304bd90b61a req-6181c5dc-a741-4f3c-9594-202609095a65 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updated VIF entry in instance network info cache for port 4ee1aa72-3436-414c-aeb4-fcbcb3852c26. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG nova.network.neutron [req-bc835a1c-7ff6-463c-bdd5-1304bd90b61a req-6181c5dc-a741-4f3c-9594-202609095a65 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updating instance_info_cache with network_info: [{"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.057s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bc835a1c-7ff6-463c-bdd5-1304bd90b61a req-6181c5dc-a741-4f3c-9594-202609095a65 service nova] Releasing lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:04 user nova-compute[74639]: INFO nova.compute.manager [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Attaching volume 5b437368-ecbc-4ba0-aac7-ef00a21c7364 to /dev/vdb
Nov 15 20:13:04 user nova-compute[74639]: DEBUG os_brick.utils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a5584421-f7d7-4cb5-b578-7c3c1e9e0c6d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa476e74-d9b3-4dec-b65f-baac10f9b72e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[69784064-bd41-4975-9bde-3d3f3baf6198]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3ff5c35e-07de-4b3a-9448-4d8ddabbbf9c]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-f107a87e-93df-4f19-9ed8-4d49ad5ef2ac req-aa987259-6271-451e-aee2-15deb61a64ab service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received event network-changed-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-f107a87e-93df-4f19-9ed8-4d49ad5ef2ac req-aa987259-6271-451e-aee2-15deb61a64ab service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Refreshing instance network info cache due to event network-changed-3c6534f9-a791-4cb2-901e-e6a933d5d7b1. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f107a87e-93df-4f19-9ed8-4d49ad5ef2ac req-aa987259-6271-451e-aee2-15deb61a64ab service nova] Acquiring lock "refresh_cache-7bc17cdd-062c-4cbc-b21a-9078fc5a7010" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f107a87e-93df-4f19-9ed8-4d49ad5ef2ac req-aa987259-6271-451e-aee2-15deb61a64ab service nova] Acquired lock "refresh_cache-7bc17cdd-062c-4cbc-b21a-9078fc5a7010" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG nova.network.neutron [req-f107a87e-93df-4f19-9ed8-4d49ad5ef2ac req-aa987259-6271-451e-aee2-15deb61a64ab service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Refreshing network info cache for port 3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:13:04 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:13:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[11300192-2d8d-4966-b5a6-c2950462e20d]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG os_brick.utils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:13:04 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updating existing volume attachment record: 7cab9e02-2b28-4dda-b3f0-7bed74259639 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:13:05 user nova-compute[74639]: DEBUG nova.network.neutron [req-f107a87e-93df-4f19-9ed8-4d49ad5ef2ac req-aa987259-6271-451e-aee2-15deb61a64ab service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Updated VIF entry in instance network info cache for port 3c6534f9-a791-4cb2-901e-e6a933d5d7b1. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:13:05 user nova-compute[74639]: DEBUG nova.network.neutron [req-f107a87e-93df-4f19-9ed8-4d49ad5ef2ac req-aa987259-6271-451e-aee2-15deb61a64ab service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Updating instance_info_cache with network_info: [{"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:13:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f107a87e-93df-4f19-9ed8-4d49ad5ef2ac req-aa987259-6271-451e-aee2-15deb61a64ab service nova] Releasing lock "refresh_cache-7bc17cdd-062c-4cbc-b21a-9078fc5a7010" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'flavor' on Instance uuid 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:06 user nova-compute[74639]: INFO nova.compute.manager [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Attaching volume 21ee32c4-b675-4823-92bf-94a747087810 to /dev/vdb
Nov 15 20:13:06 user nova-compute[74639]: DEBUG os_brick.utils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4bf75894-d163-4a42-82e4-a289e0381abd]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b90472e0-c784-4b31-9f0d-f183bf49e588]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9fd7ad4d-5f14-41fd-9665-24d27fed4286]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3cc46038-9c7f-45a8-ba5e-e7d28f43a9ea]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:13:06 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:13:06 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8d7a6c0f-534a-4549-89ff-1519d0832358]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG os_brick.utils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] <== get_connector_properties: return (122ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:13:06 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Updating existing volume attachment record: 90c5c3fd-7c36-45bc-935a-25458e0fa14f {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IcJHkLgF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:13:09 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:13:09 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:13:09 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260" returned: 21 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[105854ce-356b-452a-82a5-51cff9bfe29f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:13:09 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b6a865e-2b6c-4ef0-9ccb-c1f7cec8426f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364] added
Nov 15 20:13:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[65355127-a14e-4048-8431-d66db73a1116]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3f0f3f5c-838c-404e-a0ea-42227a3f244c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IcJHkLgF {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v IcJHkLgF" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9dac2add-11e5-411b-bcf8-e3b4341aa17e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'IcJHkLgF'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0ac30e8a-763d-4958-8b2c-9bebe898a161]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8662e288-969b-4ee4-80bc-65de35060916]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:09 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:09 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --login" returned: 0 in 0.065s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c82df15-7516-4564-81d1-dad9bae7cbf5]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364, portal: 172.16.0.220,3260]
Nov 15 20:13:09 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364, portal: 172.16.0.220,3260] successful.
Nov 15 20:13:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bc7cd4b-bc68-4996-8d03-8baf67bd56d4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[797e038b-aaeb-4e2b-8e05-e16a3311c780]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:09 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:09 user nova-compute[74639]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)
Nov 15 20:13:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:09 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:09 user nova-compute[74639]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)
Nov 15 20:13:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.294s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] HCTL ('33', '-', '-', 0) found on session 44 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:13:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[03669c49-0185-42d6-bd9e-6efa7550c841]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:10 user nova-compute[74639]: INFO nova.compute.manager [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Terminating instance
Nov 15 20:13:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-e08f14c5-4812-4839-927c-bfc85c4f03c3 req-3e755030-9a26-4707-83b1-5dd40ef3ca6a service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received event network-vif-unplugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e08f14c5-4812-4839-927c-bfc85c4f03c3 req-3e755030-9a26-4707-83b1-5dd40ef3ca6a service nova] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e08f14c5-4812-4839-927c-bfc85c4f03c3 req-3e755030-9a26-4707-83b1-5dd40ef3ca6a service nova] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e08f14c5-4812-4839-927c-bfc85c4f03c3 req-3e755030-9a26-4707-83b1-5dd40ef3ca6a service nova] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-e08f14c5-4812-4839-927c-bfc85c4f03c3 req-3e755030-9a26-4707-83b1-5dd40ef3ca6a service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] No waiting events found dispatching network-vif-unplugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:13:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-e08f14c5-4812-4839-927c-bfc85c4f03c3 req-3e755030-9a26-4707-83b1-5dd40ef3ca6a service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received event network-vif-unplugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Searching for a device in session 44 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IcJHkLgF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.335s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] <== connect_volume: return (1337ms) {'type': 'block', 'scsi_wwn': '26665383933316431', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26665383933316431', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.objects.instance [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'flavor' on Instance uuid 2cba7bb7-3d55-4d53-8bde-413913f3972b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:13:11 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:13:11 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:13:11 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:13:11 user nova-compute[74639]:   <serial>5b437368-ecbc-4ba0-aac7-ef00a21c7364</serial>
Nov 15 20:13:11 user nova-compute[74639]: </disk>
Nov 15 20:13:11 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:11 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Instance destroyed successfully.
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lazy-loading 'resources' on Instance uuid c5728c67-63cb-48b7-b781-55a37d5a0669 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:06:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-596144946',display_name='tempest-SnapshotDataIntegrityTests-server-596144946',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-596144946',id=30,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBG4nVI4Ydc97VXyJGokqSBmY2Wq3oNSPd0praGPJyhdOmKnEHaJy3lxt2AdgkTud86+axqm6j1x0zbAn9ADLtgYpbzFiqdnpb5TdcU5zsCx8IfQNypeHLd1HNt7i7tz65w==',key_name='tempest-keypair-1258893270',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:06:54Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='6e632fbb186f434cb196fcb5645249e4',ramdisk_id='',reservation_id='r-g90oz69a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-1095386921',owner_user_name='tempest-SnapshotDataIntegrityTests-1095386921-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:06:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='979cee89c17a4faeb9c05d991eb8c6ce',uuid=c5728c67-63cb-48b7-b781-55a37d5a0669,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Converting VIF {"id": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "address": "fa:16:3e:c4:96:86", "network": {"id": "c8286851-6d79-49bf-a0ed-e7bc2c43fdb8", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-724693445-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.46", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "6e632fbb186f434cb196fcb5645249e4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap73b2f225-bf", "ovs_interfaceid": "73b2f225-bf05-4a11-b6b3-c51eb52a587b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c4:96:86,bridge_name='br-int',has_traffic_filtering=True,id=73b2f225-bf05-4a11-b6b3-c51eb52a587b,network=Network(c8286851-6d79-49bf-a0ed-e7bc2c43fdb8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73b2f225-bf') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_vif [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c4:96:86,bridge_name='br-int',has_traffic_filtering=True,id=73b2f225-bf05-4a11-b6b3-c51eb52a587b,network=Network(c8286851-6d79-49bf-a0ed-e7bc2c43fdb8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73b2f225-bf') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap73b2f225-bf, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7889501c-ca7c-44da-a665-46dbec539839) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:13:11 user nova-compute[74639]: INFO os_vif [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c4:96:86,bridge_name='br-int',has_traffic_filtering=True,id=73b2f225-bf05-4a11-b6b3-c51eb52a587b,network=Network(c8286851-6d79-49bf-a0ed-e7bc2c43fdb8),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap73b2f225-bf')
Nov 15 20:13:11 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Deleting instance files /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669_del
Nov 15 20:13:11 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Deletion of /opt/stack/data/nova/instances/c5728c67-63cb-48b7-b781-55a37d5a0669_del complete
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No VIF found with MAC fa:16:3e:f7:6d:c7, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:13:11 user nova-compute[74639]: INFO nova.compute.manager [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Took 1.15 seconds to destroy the instance on the hypervisor.
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-60cb081e-fa4d-404d-94d3-bb895b22feae tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.285s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kDKqLeyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:13:11 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:13:11 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:13:11 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b8490070-b4b3-4d67-a025-9094fa47b284]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:13:11 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5696c51a-4038-47ba-9681-b54431895b5f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810] added
Nov 15 20:13:11 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.069s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[43d13072-3233-4595-bd9e-379a799d81a0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[71ec0e88-f7df-4cab-a5b4-5f5f15c6ff1f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kDKqLeyw {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v kDKqLeyw" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[90ddb1ee-a114-4f5f-a5bc-8f1bfc8c1cf8]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'kDKqLeyw'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c157b4db-57d2-4903-812d-37cf5ee7aec4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[dcf08e7d-dc4e-421f-8138-5afbc976099a]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[029fceed-e6d0-4f75-957a-aa89b80e6a8d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810, portal: 172.16.0.220,3260]
Nov 15 20:13:12 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810, portal: 172.16.0.220,3260] successful.
Nov 15 20:13:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[33b1441c-a0e4-4146-b971-31e7909d6ca2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d621709-b84b-4617-9281-26a209b5878a]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 (non-flash)
Nov 15 20:13:12 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.332s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] HCTL ('34', '-', '-', 0) found on session 45 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[146bdad5-ae5a-4b23-b3a1-f1acebe3e4b7]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-9b2eaedc-3c6e-4cb2-8d24-f5a0116dbed7 req-db4dabc7-21be-48fb-989c-f58d3ee8286e service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received event network-vif-deleted-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:13:12 user nova-compute[74639]: INFO nova.compute.manager [req-9b2eaedc-3c6e-4cb2-8d24-f5a0116dbed7 req-db4dabc7-21be-48fb-989c-f58d3ee8286e service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Neutron deleted interface 73b2f225-bf05-4a11-b6b3-c51eb52a587b; detaching it from the instance and deleting it from the info cache
Nov 15 20:13:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-9b2eaedc-3c6e-4cb2-8d24-f5a0116dbed7 req-db4dabc7-21be-48fb-989c-f58d3ee8286e service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-0229fdde-b47c-4ba9-bc56-a76bc6a63acc req-1463e08b-e094-44b5-adb7-1de435135040 service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received event network-vif-plugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0229fdde-b47c-4ba9-bc56-a76bc6a63acc req-1463e08b-e094-44b5-adb7-1de435135040 service nova] Acquiring lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0229fdde-b47c-4ba9-bc56-a76bc6a63acc req-1463e08b-e094-44b5-adb7-1de435135040 service nova] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0229fdde-b47c-4ba9-bc56-a76bc6a63acc req-1463e08b-e094-44b5-adb7-1de435135040 service nova] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-0229fdde-b47c-4ba9-bc56-a76bc6a63acc req-1463e08b-e094-44b5-adb7-1de435135040 service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] No waiting events found dispatching network-vif-plugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:13:12 user nova-compute[74639]: WARNING nova.compute.manager [req-0229fdde-b47c-4ba9-bc56-a76bc6a63acc req-1463e08b-e094-44b5-adb7-1de435135040 service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Received unexpected event network-vif-plugged-73b2f225-bf05-4a11-b6b3-c51eb52a587b for instance with vm_state active and task_state deleting.
Nov 15 20:13:12 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Took 1.29 seconds to deallocate network for instance.
Nov 15 20:13:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-9b2eaedc-3c6e-4cb2-8d24-f5a0116dbed7 req-db4dabc7-21be-48fb-989c-f58d3ee8286e service nova] [instance: c5728c67-63cb-48b7-b781-55a37d5a0669] Detach interface failed, port_id=73b2f225-bf05-4a11-b6b3-c51eb52a587b, reason: Instance c5728c67-63cb-48b7-b781-55a37d5a0669 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching for a device in session 45 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kDKqLeyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.362s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] <== connect_volume: return (1363ms) {'type': 'block', 'scsi_wwn': '26233313538323536', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26233313538323536', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'flavor' on Instance uuid 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.265s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:13:13 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:13:13 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:13:13 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:13:13 user nova-compute[74639]:   <serial>21ee32c4-b675-4823-92bf-94a747087810</serial>
Nov 15 20:13:13 user nova-compute[74639]: </disk>
Nov 15 20:13:13 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:13:13 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Deleted allocations for instance c5728c67-63cb-48b7-b781-55a37d5a0669
Nov 15 20:13:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3605ce93-9151-4936-bcb5-1325e916b4c2 tempest-SnapshotDataIntegrityTests-1095386921 tempest-SnapshotDataIntegrityTests-1095386921-project-member] Lock "c5728c67-63cb-48b7-b781-55a37d5a0669" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.908s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No VIF found with MAC fa:16:3e:20:da:0c, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:13 user nova-compute[74639]: INFO nova.compute.manager [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Detaching volume 5b437368-ecbc-4ba0-aac7-ef00a21c7364
Nov 15 20:13:13 user nova-compute[74639]: INFO nova.virt.block_device [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Attempting to driver detach volume 5b437368-ecbc-4ba0-aac7-ef00a21c7364 from mountpoint /dev/vdb
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Attempting to detach device vdb from instance 2cba7bb7-3d55-4d53-8bde-413913f3972b from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:13:13 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:13:13 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:13:13 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:13:13 user nova-compute[74639]:   <serial>5b437368-ecbc-4ba0-aac7-ef00a21c7364</serial>
Nov 15 20:13:13 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:13:13 user nova-compute[74639]: </disk>
Nov 15 20:13:13 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:13:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Successfully detached device vdb from instance 2cba7bb7-3d55-4d53-8bde-413913f3972b from the persistent domain config.
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2cba7bb7-3d55-4d53-8bde-413913f3972b from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:13:13 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:13:13 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:13:13 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:13:13 user nova-compute[74639]:   <serial>5b437368-ecbc-4ba0-aac7-ef00a21c7364</serial>
Nov 15 20:13:13 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:13:13 user nova-compute[74639]: </disk>
Nov 15 20:13:13 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:13:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f70b899d-371f-4d42-b781-5956d36f9783 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.182s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2cba7bb7-3d55-4d53-8bde-413913f3972b {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:13:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:14 user nova-compute[74639]: INFO nova.compute.manager [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Detaching volume 21ee32c4-b675-4823-92bf-94a747087810
Nov 15 20:13:14 user nova-compute[74639]: INFO nova.virt.block_device [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Attempting to driver detach volume 21ee32c4-b675-4823-92bf-94a747087810 from mountpoint /dev/vdb
Nov 15 20:13:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Attempting to detach device vdb from instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:13:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:13:14 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:13:14 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:13:14 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:13:14 user nova-compute[74639]:   <serial>21ee32c4-b675-4823-92bf-94a747087810</serial>
Nov 15 20:13:14 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:13:14 user nova-compute[74639]: </disk>
Nov 15 20:13:14 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:13:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully detached device vdb from instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 from the persistent domain config.
Nov 15 20:13:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:13:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:13:14 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:13:14 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:13:14 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:13:14 user nova-compute[74639]:   <serial>21ee32c4-b675-4823-92bf-94a747087810</serial>
Nov 15 20:13:14 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:13:14 user nova-compute[74639]: </disk>
Nov 15 20:13:14 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:13:15 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:13:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:34 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2cba7bb7-3d55-4d53-8bde-413913f3972b is timed out.
Nov 15 20:13:34 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Successfully detached device vdb from instance 2cba7bb7-3d55-4d53-8bde-413913f3972b from the live domain config.
Nov 15 20:13:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'IcJHkLgF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:13:34 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ccaf3039-c326-4fe9-b5bc-f2a41e8e71bc]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:13:34 user nova-compute[74639]: No targets found.
Nov 15 20:13:34 user nova-compute[74639]: iSNS:
Nov 15 20:13:34 user nova-compute[74639]: No targets found.
Nov 15 20:13:34 user nova-compute[74639]: STATIC:
Nov 15 20:13:34 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:13:34 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:13:34 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:13:34 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:13:34 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:13:34 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:13:34 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364
Nov 15 20:13:34 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:13:34 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:13:34 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810
Nov 15 20:13:34 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:13:34 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:13:34 user nova-compute[74639]: FIRMWARE:
Nov 15 20:13:34 user nova-compute[74639]: No targets found.
Nov 15 20:13:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:13:34 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:13:34 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[652ebe2b-7674-47ec-8ea6-75fb613709eb]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f00f7e8f-5fe9-4652-8879-f106fbf14e87]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:34 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:34 user nova-compute[74639]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)
Nov 15 20:13:34 user nova-compute[74639]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 (non-flash)
Nov 15 20:13:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:34 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:34 user nova-compute[74639]: tcp: [44] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 (non-flash)
Nov 15 20:13:34 user nova-compute[74639]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 (non-flash)
Nov 15 20:13:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970390f70>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[48a326cf-66c7-4f6d-a30e-382315c3c972]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4ec188c-0aed-46fe-aa05-773893ed002c]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8b1da6a6-786e-4d7b-8f4b-65a8e4ffaad3]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.031s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9a5a4a03-e7db-4cc7-88b4-69a5bad15a31]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c694b34-2b8b-44bd-ae03-6d3fbc6d7401]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[989ba02d-be89-4a86-9863-c11035526dac]: (4, ('Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364, portal: 172.16.0.220,3260]\nLogout of [sid: 44, target: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 44, target: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364, portal: 172.16.0.220,3260]
Nov 15 20:13:34 user nova-compute[74639]: Logout of [sid: 44, target: iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364, portal: 172.16.0.220,3260] successful.
Nov 15 20:13:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5b437368-ecbc-4ba0-aac7-ef00a21c7364 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[dad45663-cc45-4555-9479-d11578dc3a97]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.291s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] <== disconnect_volume: return (293ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:13:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:13:35 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 is timed out.
Nov 15 20:13:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully detached device vdb from instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 from the live domain config.
Nov 15 20:13:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'kDKqLeyw', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:13:35 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[070a6ea4-75f6-46ec-b449-80b3d9d0fa23]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:13:35 user nova-compute[74639]: No targets found.
Nov 15 20:13:35 user nova-compute[74639]: iSNS:
Nov 15 20:13:35 user nova-compute[74639]: No targets found.
Nov 15 20:13:35 user nova-compute[74639]: STATIC:
Nov 15 20:13:35 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:13:35 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:13:35 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:13:35 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:13:35 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:13:35 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:13:35 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810
Nov 15 20:13:35 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:13:35 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:13:35 user nova-compute[74639]: FIRMWARE:
Nov 15 20:13:35 user nova-compute[74639]: No targets found.
Nov 15 20:13:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:13:35 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:13:35 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[78af2b8c-0b78-4947-a84c-0f42c66feffa]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[81117697-da71-4c24-91d0-b23161eb5550]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:35 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:35 user nova-compute[74639]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 (non-flash)
Nov 15 20:13:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:13:35 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:13:35 user nova-compute[74639]: tcp: [45] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 (non-flash)
Nov 15 20:13:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9884ebeb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9941b36d-10ff-449c-b2eb-b560334e216a]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a13a1075-27ed-452d-a2b2-acc35af35b5f]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4afab410-54bc-422f-a1f1-c83bd29ef70e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.047s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3aa5caba-3444-442f-8ef0-af2ab9966f7e]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4c0e0dcf-375e-41f5-b4c9-8f9eba9a730b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --logout" returned: 0 in 0.051s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ae942cf-5b13-4ba5-bd97-9520fbfa0736]: (4, ('Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810, portal: 172.16.0.220,3260]\nLogout of [sid: 45, target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 45, target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810, portal: 172.16.0.220,3260]
Nov 15 20:13:35 user nova-compute[74639]: Logout of [sid: 45, target: iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810, portal: 172.16.0.220,3260] successful.
Nov 15 20:13:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:21ee32c4-b675-4823-92bf-94a747087810 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[95033f5b-3978-4acf-a2fc-985a74e6e3cb]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.316s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] <== disconnect_volume: return (317ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG nova.objects.instance [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'flavor' on Instance uuid 2cba7bb7-3d55-4d53-8bde-413913f3972b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:13:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-537c3450-88a3-4abf-8b52-55a3353ffd99 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.784s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:36 user nova-compute[74639]: DEBUG nova.objects.instance [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'flavor' on Instance uuid 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:13:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-19baf4a8-d8c8-446e-940f-08187ac30739 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.628s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:13:46 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:46 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:47 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:48 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:48 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:48 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:13:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010/disk --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.rescue --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.rescue --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b/disk.rescue --force-share --output=json" returned: 0 in 0.211s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:13:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:13:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:13:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8315MB free_disk=25.023990631103516GB free_vcpus=6 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7128f3c3-5e7f-4280-b392-371412b9b57b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 250988f9-46ed-4162-ad68-f112abc76a1b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2cba7bb7-3d55-4d53-8bde-413913f3972b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:13:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.374s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:13:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:52 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:52 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:52 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:52 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:13:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:13:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:13:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-7128f3c3-5e7f-4280-b392-371412b9b57b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:13:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-7128f3c3-5e7f-4280-b392-371412b9b57b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:13:55 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:13:55 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Updating instance_info_cache with network_info: [{"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:13:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-7128f3c3-5e7f-4280-b392-371412b9b57b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:13:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:13:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:13:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:05 user nova-compute[74639]: INFO nova.compute.manager [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Terminating instance
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-83e65b92-2ef6-4b75-a845-30e3bd6ee978 req-d0a51bb7-301a-4f3b-9588-64ee8d042249 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received event network-vif-unplugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-83e65b92-2ef6-4b75-a845-30e3bd6ee978 req-d0a51bb7-301a-4f3b-9588-64ee8d042249 service nova] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-83e65b92-2ef6-4b75-a845-30e3bd6ee978 req-d0a51bb7-301a-4f3b-9588-64ee8d042249 service nova] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-83e65b92-2ef6-4b75-a845-30e3bd6ee978 req-d0a51bb7-301a-4f3b-9588-64ee8d042249 service nova] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-83e65b92-2ef6-4b75-a845-30e3bd6ee978 req-d0a51bb7-301a-4f3b-9588-64ee8d042249 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] No waiting events found dispatching network-vif-unplugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-83e65b92-2ef6-4b75-a845-30e3bd6ee978 req-d0a51bb7-301a-4f3b-9588-64ee8d042249 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received event network-vif-unplugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:14:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Instance destroyed successfully.
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.objects.instance [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'resources' on Instance uuid 7bc17cdd-062c-4cbc-b21a-9078fc5a7010 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:11:13Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-750333313',display_name='tempest-AttachVolumeNegativeTest-server-750333313',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-750333313',id=37,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBNkHbVf8vnziZjF2LZ6lNEf3wyyijHV8u0Iz1iB3aNn9OA9xikrN6o//cMwnJXm4qojJZHWGnkbtz6NTQoQgEMOdiEwYLtghgNy1g7A2t7HjFFfLLI7YcGJjBwdpZpKEKg==',key_name='tempest-keypair-769254413',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:11:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-3ascl4ub',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:11:22Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=7bc17cdd-062c-4cbc-b21a-9078fc5a7010,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "address": "fa:16:3e:20:da:0c", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3c6534f9-a7", "ovs_interfaceid": "3c6534f9-a791-4cb2-901e-e6a933d5d7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:20:da:0c,bridge_name='br-int',has_traffic_filtering=True,id=3c6534f9-a791-4cb2-901e-e6a933d5d7b1,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c6534f9-a7') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG os_vif [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:da:0c,bridge_name='br-int',has_traffic_filtering=True,id=3c6534f9-a791-4cb2-901e-e6a933d5d7b1,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c6534f9-a7') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3c6534f9-a7, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=6643a8af-253b-4a5b-a752-52b3cf16c422) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:14:05 user nova-compute[74639]: INFO os_vif [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:20:da:0c,bridge_name='br-int',has_traffic_filtering=True,id=3c6534f9-a791-4cb2-901e-e6a933d5d7b1,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3c6534f9-a7')
Nov 15 20:14:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Deleting instance files /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010_del
Nov 15 20:14:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Deletion of /opt/stack/data/nova/instances/7bc17cdd-062c-4cbc-b21a-9078fc5a7010_del complete
Nov 15 20:14:05 user nova-compute[74639]: INFO nova.compute.manager [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 15 20:14:05 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:14:05 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:14:06 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:06 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Took 1.07 seconds to deallocate network for instance.
Nov 15 20:14:06 user nova-compute[74639]: DEBUG nova.compute.manager [req-7c0a40f5-2528-487d-b0b1-77d7d329b200 req-cb27df4e-afff-49de-9210-9f0d6eef64a2 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received event network-vif-deleted-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.267s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:14:07 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Deleted allocations for instance 7bc17cdd-062c-4cbc-b21a-9078fc5a7010
Nov 15 20:14:07 user nova-compute[74639]: INFO nova.compute.manager [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] instance snapshotting
Nov 15 20:14:07 user nova-compute[74639]: DEBUG nova.compute.manager [req-b8e58d43-1ec3-4eb0-9482-e57c465d0f0b req-f2cef0f3-b229-48b1-9e8b-10f16162d367 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received event network-vif-plugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b8e58d43-1ec3-4eb0-9482-e57c465d0f0b req-f2cef0f3-b229-48b1-9e8b-10f16162d367 service nova] Acquiring lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b8e58d43-1ec3-4eb0-9482-e57c465d0f0b req-f2cef0f3-b229-48b1-9e8b-10f16162d367 service nova] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b8e58d43-1ec3-4eb0-9482-e57c465d0f0b req-f2cef0f3-b229-48b1-9e8b-10f16162d367 service nova] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG nova.compute.manager [req-b8e58d43-1ec3-4eb0-9482-e57c465d0f0b req-f2cef0f3-b229-48b1-9e8b-10f16162d367 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] No waiting events found dispatching network-vif-plugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:07 user nova-compute[74639]: WARNING nova.compute.manager [req-b8e58d43-1ec3-4eb0-9482-e57c465d0f0b req-f2cef0f3-b229-48b1-9e8b-10f16162d367 service nova] [instance: 7bc17cdd-062c-4cbc-b21a-9078fc5a7010] Received unexpected event network-vif-plugged-3c6534f9-a791-4cb2-901e-e6a933d5d7b1 for instance with vm_state deleted and task_state None.
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9106267b-8aac-4951-af05-b5a80ad516d2 tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "7bc17cdd-062c-4cbc-b21a-9078fc5a7010" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.437s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:07 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Beginning live snapshot process
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json -f qcow2 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json -f qcow2" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json -f qcow2 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json -f qcow2" returned: 0 in 0.193s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:14:08 user nova-compute[74639]: INFO nova.compute.claims [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Claim successful on node user
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpwyi4b6o0/9cd93212b99640bf979db6eb31b7a7ba.delta 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/snapshots/tmpwyi4b6o0/9cd93212b99640bf979db6eb31b7a7ba.delta 1073741824" returned: 0 in 0.054s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:08 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Quiescing instance not available: QEMU guest agent is not enabled.
Nov 15 20:14:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.409s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:14:08 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:14:08 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:14:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:14:08 user nova-compute[74639]: INFO nova.virt.block_device [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Booting with volume snapshot f00f7482-601d-41e5-b1f0-39792ecd026b at /dev/vda
Nov 15 20:14:08 user nova-compute[74639]: DEBUG nova.policy [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63eb3b613bfe44e197212335107e2fee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca801d0b0e2249b0af7849a684792724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:14:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] COPY block job progress, current cursor: 0 final cursor: 75563008 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 20:14:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Successfully created port: 62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:14:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] COPY block job progress, current cursor: 47316992 final cursor: 75563008 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] COPY block job progress, current cursor: 75563008 final cursor: 75563008 {{(pid=74639) is_job_complete /opt/stack/nova/nova/virt/libvirt/guest.py:846}}
Nov 15 20:14:10 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Skipping quiescing instance: QEMU guest agent is not enabled.
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpwyi4b6o0/9cd93212b99640bf979db6eb31b7a7ba.delta /opt/stack/data/nova/instances/snapshots/tmpwyi4b6o0/9cd93212b99640bf979db6eb31b7a7ba {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Successfully updated port: 62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "refresh_cache-bf467e6f-47f1-4ae5-be3c-9667e191ac31" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquired lock "refresh_cache-bf467e6f-47f1-4ae5-be3c-9667e191ac31" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-137212d7-69c2-440c-a68a-695463fc4a6d req-9595270c-9dad-411a-bada-93b1699fc6a9 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received event network-changed-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-137212d7-69c2-440c-a68a-695463fc4a6d req-9595270c-9dad-411a-bada-93b1699fc6a9 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Refreshing instance network info cache due to event network-changed-62de5e67-0a60-4cdd-b381-b4c8be396196. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-137212d7-69c2-440c-a68a-695463fc4a6d req-9595270c-9dad-411a-bada-93b1699fc6a9 service nova] Acquiring lock "refresh_cache-bf467e6f-47f1-4ae5-be3c-9667e191ac31" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Updating instance_info_cache with network_info: [{"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Releasing lock "refresh_cache-bf467e6f-47f1-4ae5-be3c-9667e191ac31" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Instance network_info: |[{"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-137212d7-69c2-440c-a68a-695463fc4a6d req-9595270c-9dad-411a-bada-93b1699fc6a9 service nova] Acquired lock "refresh_cache-bf467e6f-47f1-4ae5-be3c-9667e191ac31" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG nova.network.neutron [req-137212d7-69c2-440c-a68a-695463fc4a6d req-9595270c-9dad-411a-bada-93b1699fc6a9 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Refreshing network info cache for port 62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:14:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "qemu-img convert -t none -O qcow2 -f qcow2 /opt/stack/data/nova/instances/snapshots/tmpwyi4b6o0/9cd93212b99640bf979db6eb31b7a7ba.delta /opt/stack/data/nova/instances/snapshots/tmpwyi4b6o0/9cd93212b99640bf979db6eb31b7a7ba" returned: 0 in 0.661s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:11 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Snapshot extracted, beginning image upload
Nov 15 20:14:11 user nova-compute[74639]: DEBUG nova.network.neutron [req-137212d7-69c2-440c-a68a-695463fc4a6d req-9595270c-9dad-411a-bada-93b1699fc6a9 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Updated VIF entry in instance network info cache for port 62de5e67-0a60-4cdd-b381-b4c8be396196. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:14:11 user nova-compute[74639]: DEBUG nova.network.neutron [req-137212d7-69c2-440c-a68a-695463fc4a6d req-9595270c-9dad-411a-bada-93b1699fc6a9 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Updating instance_info_cache with network_info: [{"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-137212d7-69c2-440c-a68a-695463fc4a6d req-9595270c-9dad-411a-bada-93b1699fc6a9 service nova] Releasing lock "refresh_cache-bf467e6f-47f1-4ae5-be3c-9667e191ac31" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:14:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Snapshot image upload complete
Nov 15 20:14:13 user nova-compute[74639]: INFO nova.compute.manager [None req-0a3f944c-c503-4fcc-b732-bf765b71c93e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Took 6.27 seconds to snapshot the instance on the hypervisor.
Nov 15 20:14:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG os_brick.utils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a20404a3-f1d3-4e69-8eb3-dd0705541517]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3317e547-ecc3-46f9-8169-e6699d008bde]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[47c2ac9a-8e9b-4e0f-9c28-06d2a61e0f5d]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b65fa8cf-66e4-4b77-9e6d-e75c9e1c6ec4]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:14:14 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:14:14 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[42031fd9-e70e-4151-9b84-22165a46c339]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG os_brick.utils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== get_connector_properties: return (107ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:14:14 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Updating existing volume attachment record: 5b7ba8e4-d93c-4dbf-a59c-1e6c3421d752 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:14:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:14:16 user nova-compute[74639]: INFO nova.compute.claims [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Claim successful on node user
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.333s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:14:16 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.policy [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0a1e00448b44452fa704739c40abad92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '668a5673502e412b9f26fd492505bebc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:14:16 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Creating image(s)
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "/opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "/opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "/opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "3f1306d78e4d3d22b78160136adfecc70bba0fa3" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "3f1306d78e4d3d22b78160136adfecc70bba0fa3" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Successfully created port: 0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:14:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3.part --force-share --output=json" returned: 0 in 0.188s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:17 user nova-compute[74639]: DEBUG nova.virt.images [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] e8b90c83-fe71-4b29-9392-eb5ea1f459ac was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 20:14:17 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:14:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3.part /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3.part /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3.converted" returned: 0 in 0.495s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Successfully updated port: 0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquired lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d739534-2341-42bc-80b4-01c5c99ee171 req-ea2e8dbd-17d2-449a-ae5f-45c8bdb63b50 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received event network-changed-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-6d739534-2341-42bc-80b4-01c5c99ee171 req-ea2e8dbd-17d2-449a-ae5f-45c8bdb63b50 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Refreshing instance network info cache due to event network-changed-0d2ffaa6-4c97-4953-93ea-3a379566f187. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d739534-2341-42bc-80b4-01c5c99ee171 req-ea2e8dbd-17d2-449a-ae5f-45c8bdb63b50 service nova] Acquiring lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3.converted --force-share --output=json" returned: 0 in 0.185s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "3f1306d78e4d3d22b78160136adfecc70bba0fa3" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.791s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3 --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "3f1306d78e4d3d22b78160136adfecc70bba0fa3" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "3f1306d78e4d3d22b78160136adfecc70bba0fa3" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Updating instance_info_cache with network_info: [{"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3 --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3,backing_fmt=raw /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Releasing lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Instance network_info: |[{"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3,backing_fmt=raw /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk 1073741824" returned: 0 in 0.145s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d739534-2341-42bc-80b4-01c5c99ee171 req-ea2e8dbd-17d2-449a-ae5f-45c8bdb63b50 service nova] Acquired lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.network.neutron [req-6d739534-2341-42bc-80b4-01c5c99ee171 req-ea2e8dbd-17d2-449a-ae5f-45c8bdb63b50 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Refreshing network info cache for port 0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "3f1306d78e4d3d22b78160136adfecc70bba0fa3" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.333s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3 --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Ensure instance console log exists: /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Start _get_guest_xml network_info=[{"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='5dea3c7e2545461876e193f66ea180e1',container_format='bare',created_at=2023-11-15T20:14:07Z,direct_url=<?>,disk_format='qcow2',id=e8b90c83-fe71-4b29-9392-eb5ea1f459ac,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-47442323',owner='668a5673502e412b9f26fd492505bebc',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-15T20:14:14Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'e8b90c83-fe71-4b29-9392-eb5ea1f459ac'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:14:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5dea3c7e2545461876e193f66ea180e1',container_format='bare',created_at=2023-11-15T20:14:07Z,direct_url=<?>,disk_format='qcow2',id=e8b90c83-fe71-4b29-9392-eb5ea1f459ac,min_disk=1,min_ram=0,name='tempest-TestStampPatternsnapshot-47442323',owner='668a5673502e412b9f26fd492505bebc',properties=ImageMetaProps,protected=<?>,size=52363264,status='active',tags=<?>,updated_at=2023-11-15T20:14:14Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1972539533',display_name='tempest-TestStampPattern-server-1972539533',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1972539533',id=39,image_ref='e8b90c83-fe71-4b29-9392-eb5ea1f459ac',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDi4SjA93KNLajf0YeezrsidF7QA/rWIZS5j9IXI2v9bxbj+m3BgtrlF26sWt625K/V+lLc+xOmYA+0MgmHP3kc0A1pt7VtK2Rc+Qm0J0V6h5iU/fzVi0Qk/zyCJpzdn8w==',key_name='tempest-TestStampPattern-1609655985',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='668a5673502e412b9f26fd492505bebc',ramdisk_id='',reservation_id='r-vxw2m1hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='2cba7bb7-3d55-4d53-8bde-413913f3972b',image_min_disk='1',image_min_ram='0',image_owner_id='668a5673502e412b9f26fd492505bebc',image_owner_project_name='tempest-TestStampPattern-540601570',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-540601570-project-member',image_user_id='0a1e00448b44452fa704739c40abad92',network_allocated='True',owner_project_name='tempest-TestStampPattern-540601570',owner_user_name='tempest-TestStampPattern-540601570-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:17Z,user_data=None,user_id='0a1e00448b44452fa704739c40abad92',uuid=4540a694-29f5-4b77-be08-52fa33666619,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converting VIF {"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:3b:ff,bridge_name='br-int',has_traffic_filtering=True,id=0d2ffaa6-4c97-4953-93ea-3a379566f187,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2ffaa6-4c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'pci_devices' on Instance uuid 4540a694-29f5-4b77-be08-52fa33666619 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:14:19 user nova-compute[74639]:   <uuid>4540a694-29f5-4b77-be08-52fa33666619</uuid>
Nov 15 20:14:19 user nova-compute[74639]:   <name>instance-00000027</name>
Nov 15 20:14:19 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:14:19 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:14:19 user nova-compute[74639]:   <metadata>
Nov 15 20:14:19 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:14:19 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:14:19 user nova-compute[74639]:       <nova:name>tempest-TestStampPattern-server-1972539533</nova:name>
Nov 15 20:14:19 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:14:19</nova:creationTime>
Nov 15 20:14:19 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:14:19 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:14:19 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:14:19 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:14:19 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:14:19 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:14:19 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:14:19 user nova-compute[74639]:       <nova:owner>
Nov 15 20:14:19 user nova-compute[74639]:         <nova:user uuid="0a1e00448b44452fa704739c40abad92">tempest-TestStampPattern-540601570-project-member</nova:user>
Nov 15 20:14:19 user nova-compute[74639]:         <nova:project uuid="668a5673502e412b9f26fd492505bebc">tempest-TestStampPattern-540601570</nova:project>
Nov 15 20:14:19 user nova-compute[74639]:       </nova:owner>
Nov 15 20:14:19 user nova-compute[74639]:       <nova:root type="image" uuid="e8b90c83-fe71-4b29-9392-eb5ea1f459ac"/>
Nov 15 20:14:19 user nova-compute[74639]:       <nova:ports>
Nov 15 20:14:19 user nova-compute[74639]:         <nova:port uuid="0d2ffaa6-4c97-4953-93ea-3a379566f187">
Nov 15 20:14:19 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 20:14:19 user nova-compute[74639]:         </nova:port>
Nov 15 20:14:19 user nova-compute[74639]:       </nova:ports>
Nov 15 20:14:19 user nova-compute[74639]:     </nova:instance>
Nov 15 20:14:19 user nova-compute[74639]:   </metadata>
Nov 15 20:14:19 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:14:19 user nova-compute[74639]:     <system>
Nov 15 20:14:19 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:14:19 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:14:19 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:14:19 user nova-compute[74639]:       <entry name="serial">4540a694-29f5-4b77-be08-52fa33666619</entry>
Nov 15 20:14:19 user nova-compute[74639]:       <entry name="uuid">4540a694-29f5-4b77-be08-52fa33666619</entry>
Nov 15 20:14:19 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:14:19 user nova-compute[74639]:     </system>
Nov 15 20:14:19 user nova-compute[74639]:   </sysinfo>
Nov 15 20:14:19 user nova-compute[74639]:   <os>
Nov 15 20:14:19 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:14:19 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:14:19 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:14:19 user nova-compute[74639]:   </os>
Nov 15 20:14:19 user nova-compute[74639]:   <features>
Nov 15 20:14:19 user nova-compute[74639]:     <acpi/>
Nov 15 20:14:19 user nova-compute[74639]:     <apic/>
Nov 15 20:14:19 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:14:19 user nova-compute[74639]:   </features>
Nov 15 20:14:19 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:14:19 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:14:19 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:14:19 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:14:19 user nova-compute[74639]:   </clock>
Nov 15 20:14:19 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:14:19 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:14:19 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:14:19 user nova-compute[74639]:   </cpu>
Nov 15 20:14:19 user nova-compute[74639]:   <devices>
Nov 15 20:14:19 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:14:19 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:14:19 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk"/>
Nov 15 20:14:19 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:14:19 user nova-compute[74639]:     </disk>
Nov 15 20:14:19 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:14:19 user nova-compute[74639]:       <mac address="fa:16:3e:75:3b:ff"/>
Nov 15 20:14:19 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:14:19 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:14:19 user nova-compute[74639]:       <target dev="tap0d2ffaa6-4c"/>
Nov 15 20:14:19 user nova-compute[74639]:     </interface>
Nov 15 20:14:19 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:14:19 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/console.log" append="off"/>
Nov 15 20:14:19 user nova-compute[74639]:     </serial>
Nov 15 20:14:19 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:14:19 user nova-compute[74639]:     <video>
Nov 15 20:14:19 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:14:19 user nova-compute[74639]:     </video>
Nov 15 20:14:19 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:14:19 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:14:19 user nova-compute[74639]:     </rng>
Nov 15 20:14:19 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:14:19 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:14:19 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:14:19 user nova-compute[74639]:     </memballoon>
Nov 15 20:14:19 user nova-compute[74639]:   </devices>
Nov 15 20:14:19 user nova-compute[74639]: </domain>
Nov 15 20:14:19 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestStampPattern-server-1972539533',display_name='tempest-TestStampPattern-server-1972539533',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1972539533',id=39,image_ref='e8b90c83-fe71-4b29-9392-eb5ea1f459ac',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDi4SjA93KNLajf0YeezrsidF7QA/rWIZS5j9IXI2v9bxbj+m3BgtrlF26sWt625K/V+lLc+xOmYA+0MgmHP3kc0A1pt7VtK2Rc+Qm0J0V6h5iU/fzVi0Qk/zyCJpzdn8w==',key_name='tempest-TestStampPattern-1609655985',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='668a5673502e412b9f26fd492505bebc',ramdisk_id='',reservation_id='r-vxw2m1hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='2cba7bb7-3d55-4d53-8bde-413913f3972b',image_min_disk='1',image_min_ram='0',image_owner_id='668a5673502e412b9f26fd492505bebc',image_owner_project_name='tempest-TestStampPattern-540601570',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-540601570-project-member',image_user_id='0a1e00448b44452fa704739c40abad92',network_allocated='True',owner_project_name='tempest-TestStampPattern-540601570',owner_user_name='tempest-TestStampPattern-540601570-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:17Z,user_data=None,user_id='0a1e00448b44452fa704739c40abad92',uuid=4540a694-29f5-4b77-be08-52fa33666619,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converting VIF {"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:75:3b:ff,bridge_name='br-int',has_traffic_filtering=True,id=0d2ffaa6-4c97-4953-93ea-3a379566f187,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2ffaa6-4c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG os_vif [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:3b:ff,bridge_name='br-int',has_traffic_filtering=True,id=0d2ffaa6-4c97-4953-93ea-3a379566f187,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2ffaa6-4c') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'dc2c06e0-9113-5989-92d4-72902c0781da', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap0d2ffaa6-4c, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap0d2ffaa6-4c, col_values=(('qos', UUID('c0719d42-4c14-47e0-b69b-cd4de20d3cfd')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap0d2ffaa6-4c, col_values=(('external_ids', {'iface-id': '0d2ffaa6-4c97-4953-93ea-3a379566f187', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:75:3b:ff', 'vm-uuid': '4540a694-29f5-4b77-be08-52fa33666619'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:19 user nova-compute[74639]: INFO os_vif [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:75:3b:ff,bridge_name='br-int',has_traffic_filtering=True,id=0d2ffaa6-4c97-4953-93ea-3a379566f187,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2ffaa6-4c')
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No VIF found with MAC fa:16:3e:75:3b:ff, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.network.neutron [req-6d739534-2341-42bc-80b4-01c5c99ee171 req-ea2e8dbd-17d2-449a-ae5f-45c8bdb63b50 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Updated VIF entry in instance network info cache for port 0d2ffaa6-4c97-4953-93ea-3a379566f187. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG nova.network.neutron [req-6d739534-2341-42bc-80b4-01c5c99ee171 req-ea2e8dbd-17d2-449a-ae5f-45c8bdb63b50 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Updating instance_info_cache with network_info: [{"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6d739534-2341-42bc-80b4-01c5c99ee171 req-ea2e8dbd-17d2-449a-ae5f-45c8bdb63b50 service nova] Releasing lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:14:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Creating image(s)
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Ensure instance console log exists: /opt/stack/data/nova/instances/bf467e6f-47f1-4ae5-be3c-9667e191ac31/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Start _get_guest_xml network_info=[{"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KbrXvYwp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bf467e6f-47f1-4ae5-be3c-9667e191ac31', 'attached_at': '', 'detached_at': '', 'volume_id': '0bfa6e2b-b530-48e2-ba30-a354392b0f25', 'serial': '0bfa6e2b-b530-48e2-ba30-a354392b0f25'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'attachment_id': '5b7ba8e4-d93c-4dbf-a59c-1e6c3421d752', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:14:20 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:20 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KbrXvYwp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:14:20 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:14:20 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:14:20 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8588a0b7-9e03-487a-a46d-c2630b04ca78]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:14:20 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6d34125b-922a-4fda-9df1-ad6e274fb07c]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25] added
Nov 15 20:14:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf942817-727b-4232-bb11-b4f21b47f7f9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[da68ef61-6cee-407b-bb73-e62947cb8cc6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KbrXvYwp {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v KbrXvYwp" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[058d8308-0676-4fb8-acaa-a6687dc5c7de]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'KbrXvYwp'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[efe14169-4fe2-4d85-a069-aa21df32f527]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[157ecd9c-041d-4b76-b8f9-b9c6a495aaa5]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:14:20 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:14:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:14:20 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:14:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --login" returned: 0 in 0.057s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6acbed95-c607-4a0c-8834-46c8495056c0]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25, portal: 172.16.0.220,3260]
Nov 15 20:14:20 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25, portal: 172.16.0.220,3260] successful.
Nov 15 20:14:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e2731c4c-9c0f-4a91-a3ba-d1a3103e2a55]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4e67659-b1f8-4b28-8981-8314a00cd8c4]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:14:20 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:14:20 user nova-compute[74639]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 (non-flash)
Nov 15 20:14:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:14:20 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:14:20 user nova-compute[74639]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 (non-flash)
Nov 15 20:14:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.263s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] HCTL ('33', '-', '-', 0) found on session 46 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a7d1464a-aad1-4a4b-9522-233c3a2eebe3]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching for a device in session 46 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KbrXvYwp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-0bdef0c1-8b37-470d-88c6-94e11bc38dff req-810dfcc0-38d2-4622-a5fa-bc96e357af90 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received event network-vif-plugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0bdef0c1-8b37-470d-88c6-94e11bc38dff req-810dfcc0-38d2-4622-a5fa-bc96e357af90 service nova] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0bdef0c1-8b37-470d-88c6-94e11bc38dff req-810dfcc0-38d2-4622-a5fa-bc96e357af90 service nova] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0bdef0c1-8b37-470d-88c6-94e11bc38dff req-810dfcc0-38d2-4622-a5fa-bc96e357af90 service nova] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-0bdef0c1-8b37-470d-88c6-94e11bc38dff req-810dfcc0-38d2-4622-a5fa-bc96e357af90 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] No waiting events found dispatching network-vif-plugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:21 user nova-compute[74639]: WARNING nova.compute.manager [req-0bdef0c1-8b37-470d-88c6-94e11bc38dff req-810dfcc0-38d2-4622-a5fa-bc96e357af90 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received unexpected event network-vif-plugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 for instance with vm_state building and task_state spawning.
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '23636336237376435', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23636336237376435', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-836120279',display_name='tempest-TestVolumeBootPattern-server-836120279',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-836120279',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-8gu4h8vj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:09Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=bf467e6f-47f1-4ae5-be3c-9667e191ac31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:54:aa,bridge_name='br-int',has_traffic_filtering=True,id=62de5e67-0a60-4cdd-b381-b4c8be396196,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62de5e67-0a') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.objects.instance [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'pci_devices' on Instance uuid bf467e6f-47f1-4ae5-be3c-9667e191ac31 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:14:21 user nova-compute[74639]:   <uuid>bf467e6f-47f1-4ae5-be3c-9667e191ac31</uuid>
Nov 15 20:14:21 user nova-compute[74639]:   <name>instance-00000026</name>
Nov 15 20:14:21 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:14:21 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:14:21 user nova-compute[74639]:   <metadata>
Nov 15 20:14:21 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:14:21 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:14:21 user nova-compute[74639]:       <nova:name>tempest-TestVolumeBootPattern-server-836120279</nova:name>
Nov 15 20:14:21 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:14:20</nova:creationTime>
Nov 15 20:14:21 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:14:21 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:14:21 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:14:21 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:14:21 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:14:21 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:14:21 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:14:21 user nova-compute[74639]:       <nova:owner>
Nov 15 20:14:21 user nova-compute[74639]:         <nova:user uuid="63eb3b613bfe44e197212335107e2fee">tempest-TestVolumeBootPattern-144009441-project-member</nova:user>
Nov 15 20:14:21 user nova-compute[74639]:         <nova:project uuid="ca801d0b0e2249b0af7849a684792724">tempest-TestVolumeBootPattern-144009441</nova:project>
Nov 15 20:14:21 user nova-compute[74639]:       </nova:owner>
Nov 15 20:14:21 user nova-compute[74639]:       <nova:ports>
Nov 15 20:14:21 user nova-compute[74639]:         <nova:port uuid="62de5e67-0a60-4cdd-b381-b4c8be396196">
Nov 15 20:14:21 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 20:14:21 user nova-compute[74639]:         </nova:port>
Nov 15 20:14:21 user nova-compute[74639]:       </nova:ports>
Nov 15 20:14:21 user nova-compute[74639]:     </nova:instance>
Nov 15 20:14:21 user nova-compute[74639]:   </metadata>
Nov 15 20:14:21 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:14:21 user nova-compute[74639]:     <system>
Nov 15 20:14:21 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:14:21 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:14:21 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:14:21 user nova-compute[74639]:       <entry name="serial">bf467e6f-47f1-4ae5-be3c-9667e191ac31</entry>
Nov 15 20:14:21 user nova-compute[74639]:       <entry name="uuid">bf467e6f-47f1-4ae5-be3c-9667e191ac31</entry>
Nov 15 20:14:21 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:14:21 user nova-compute[74639]:     </system>
Nov 15 20:14:21 user nova-compute[74639]:   </sysinfo>
Nov 15 20:14:21 user nova-compute[74639]:   <os>
Nov 15 20:14:21 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:14:21 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:14:21 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:14:21 user nova-compute[74639]:   </os>
Nov 15 20:14:21 user nova-compute[74639]:   <features>
Nov 15 20:14:21 user nova-compute[74639]:     <acpi/>
Nov 15 20:14:21 user nova-compute[74639]:     <apic/>
Nov 15 20:14:21 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:14:21 user nova-compute[74639]:   </features>
Nov 15 20:14:21 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:14:21 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:14:21 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:14:21 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:14:21 user nova-compute[74639]:   </clock>
Nov 15 20:14:21 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:14:21 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:14:21 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:14:21 user nova-compute[74639]:   </cpu>
Nov 15 20:14:21 user nova-compute[74639]:   <devices>
Nov 15 20:14:21 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:14:21 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:14:21 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 20:14:21 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:14:21 user nova-compute[74639]:       <serial>0bfa6e2b-b530-48e2-ba30-a354392b0f25</serial>
Nov 15 20:14:21 user nova-compute[74639]:     </disk>
Nov 15 20:14:21 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:14:21 user nova-compute[74639]:       <mac address="fa:16:3e:27:54:aa"/>
Nov 15 20:14:21 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:14:21 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:14:21 user nova-compute[74639]:       <target dev="tap62de5e67-0a"/>
Nov 15 20:14:21 user nova-compute[74639]:     </interface>
Nov 15 20:14:21 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:14:21 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/bf467e6f-47f1-4ae5-be3c-9667e191ac31/console.log" append="off"/>
Nov 15 20:14:21 user nova-compute[74639]:     </serial>
Nov 15 20:14:21 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:14:21 user nova-compute[74639]:     <video>
Nov 15 20:14:21 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:14:21 user nova-compute[74639]:     </video>
Nov 15 20:14:21 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:14:21 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:14:21 user nova-compute[74639]:     </rng>
Nov 15 20:14:21 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:14:21 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:14:21 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:14:21 user nova-compute[74639]:     </memballoon>
Nov 15 20:14:21 user nova-compute[74639]:   </devices>
Nov 15 20:14:21 user nova-compute[74639]: </domain>
Nov 15 20:14:21 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-836120279',display_name='tempest-TestVolumeBootPattern-server-836120279',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-836120279',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-8gu4h8vj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:09Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=bf467e6f-47f1-4ae5-be3c-9667e191ac31,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:54:aa,bridge_name='br-int',has_traffic_filtering=True,id=62de5e67-0a60-4cdd-b381-b4c8be396196,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62de5e67-0a') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG os_vif [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:54:aa,bridge_name='br-int',has_traffic_filtering=True,id=62de5e67-0a60-4cdd-b381-b4c8be396196,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62de5e67-0a') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '130a3550-7de7-534e-8992-2838baae8e9b', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap62de5e67-0a, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap62de5e67-0a, col_values=(('qos', UUID('c475c937-67fa-4148-bec2-86d7e9b2103d')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap62de5e67-0a, col_values=(('external_ids', {'iface-id': '62de5e67-0a60-4cdd-b381-b4c8be396196', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:27:54:aa', 'vm-uuid': 'bf467e6f-47f1-4ae5-be3c-9667e191ac31'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:21 user nova-compute[74639]: INFO os_vif [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:54:aa,bridge_name='br-int',has_traffic_filtering=True,id=62de5e67-0a60-4cdd-b381-b4c8be396196,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62de5e67-0a')
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:14:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No VIF found with MAC fa:16:3e:27:54:aa, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:14:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-d8452503-83e4-46f6-8143-88ae3794d939 req-185dcd69-5cd4-4634-8c47-41c7e035cecc service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received event network-vif-plugged-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d8452503-83e4-46f6-8143-88ae3794d939 req-185dcd69-5cd4-4634-8c47-41c7e035cecc service nova] Acquiring lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d8452503-83e4-46f6-8143-88ae3794d939 req-185dcd69-5cd4-4634-8c47-41c7e035cecc service nova] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d8452503-83e4-46f6-8143-88ae3794d939 req-185dcd69-5cd4-4634-8c47-41c7e035cecc service nova] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-d8452503-83e4-46f6-8143-88ae3794d939 req-185dcd69-5cd4-4634-8c47-41c7e035cecc service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] No waiting events found dispatching network-vif-plugged-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:23 user nova-compute[74639]: WARNING nova.compute.manager [req-d8452503-83e4-46f6-8143-88ae3794d939 req-185dcd69-5cd4-4634-8c47-41c7e035cecc service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received unexpected event network-vif-plugged-62de5e67-0a60-4cdd-b381-b4c8be396196 for instance with vm_state building and task_state spawning.
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:14:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Instance spawned successfully.
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:23 user nova-compute[74639]: INFO nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Took 6.41 seconds to spawn the instance on the hypervisor.
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:14:23 user nova-compute[74639]: INFO nova.compute.manager [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Took 7.12 seconds to build instance.
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-acc0db17-eac3-417b-9c7a-3aa4f959bd7e req-06bdc5d7-aeb6-4bc5-904a-aad9fdd3fa43 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received event network-vif-plugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-acc0db17-eac3-417b-9c7a-3aa4f959bd7e req-06bdc5d7-aeb6-4bc5-904a-aad9fdd3fa43 service nova] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-acc0db17-eac3-417b-9c7a-3aa4f959bd7e req-06bdc5d7-aeb6-4bc5-904a-aad9fdd3fa43 service nova] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-acc0db17-eac3-417b-9c7a-3aa4f959bd7e req-06bdc5d7-aeb6-4bc5-904a-aad9fdd3fa43 service nova] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-acc0db17-eac3-417b-9c7a-3aa4f959bd7e req-06bdc5d7-aeb6-4bc5-904a-aad9fdd3fa43 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] No waiting events found dispatching network-vif-plugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:23 user nova-compute[74639]: WARNING nova.compute.manager [req-acc0db17-eac3-417b-9c7a-3aa4f959bd7e req-06bdc5d7-aeb6-4bc5-904a-aad9fdd3fa43 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received unexpected event network-vif-plugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 for instance with vm_state active and task_state None.
Nov 15 20:14:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ba2d7315-cffb-44d6-a7f0-698c1733ebf1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.217s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-0f4081cc-d03e-4594-913f-ab0f2c82439c req-3ee0c761-c316-4ae1-bace-577eab7cbebe service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received event network-vif-plugged-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0f4081cc-d03e-4594-913f-ab0f2c82439c req-3ee0c761-c316-4ae1-bace-577eab7cbebe service nova] Acquiring lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0f4081cc-d03e-4594-913f-ab0f2c82439c req-3ee0c761-c316-4ae1-bace-577eab7cbebe service nova] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0f4081cc-d03e-4594-913f-ab0f2c82439c req-3ee0c761-c316-4ae1-bace-577eab7cbebe service nova] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-0f4081cc-d03e-4594-913f-ab0f2c82439c req-3ee0c761-c316-4ae1-bace-577eab7cbebe service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] No waiting events found dispatching network-vif-plugged-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:25 user nova-compute[74639]: WARNING nova.compute.manager [req-0f4081cc-d03e-4594-913f-ab0f2c82439c req-3ee0c761-c316-4ae1-bace-577eab7cbebe service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received unexpected event network-vif-plugged-62de5e67-0a60-4cdd-b381-b4c8be396196 for instance with vm_state building and task_state spawning.
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:14:25 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Instance spawned successfully.
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:25 user nova-compute[74639]: INFO nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Took 5.22 seconds to spawn the instance on the hypervisor.
Nov 15 20:14:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:14:25 user nova-compute[74639]: INFO nova.compute.manager [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Took 17.34 seconds to build instance.
Nov 15 20:14:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8a09a527-502b-4738-ad5c-f86ae81c6383 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.453s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" acquired by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:34 user nova-compute[74639]: INFO nova.compute.manager [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Unshelving
Nov 15 20:14:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:34 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'pci_requests' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:34 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'numa_topology' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:34 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:14:34 user nova-compute[74639]: INFO nova.compute.claims [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Claim successful on node user
Nov 15 20:14:34 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:14:34 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:14:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.483s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:34 user nova-compute[74639]: INFO nova.network.neutron [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating port 386eff97-6d7e-46fd-abe2-f2e83c6cd11b with attributes {'binding:host_id': 'user', 'device_owner': 'compute:nova'}
Nov 15 20:14:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:14:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquired lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:14:35 user nova-compute[74639]: DEBUG nova.network.neutron [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:14:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-b92f59e3-20e4-49ac-95f2-a7da773d05ed req-ec642649-dda4-43f7-a28b-5639d7c3cb3c service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-changed-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-b92f59e3-20e4-49ac-95f2-a7da773d05ed req-ec642649-dda4-43f7-a28b-5639d7c3cb3c service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Refreshing instance network info cache due to event network-changed-386eff97-6d7e-46fd-abe2-f2e83c6cd11b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:14:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b92f59e3-20e4-49ac-95f2-a7da773d05ed req-ec642649-dda4-43f7-a28b-5639d7c3cb3c service nova] Acquiring lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG nova.network.neutron [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating instance_info_cache with network_info: [{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Releasing lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:14:36 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Creating image(s)
Nov 15 20:14:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'trusted_certs' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b92f59e3-20e4-49ac-95f2-a7da773d05ed req-ec642649-dda4-43f7-a28b-5639d7c3cb3c service nova] Acquired lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG nova.network.neutron [req-b92f59e3-20e4-49ac-95f2-a7da773d05ed req-ec642649-dda4-43f7-a28b-5639d7c3cb3c service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Refreshing network info cache for port 386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG nova.objects.base [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<7d3921a5-2cbc-46ec-a383-d89c959ce1b9> lazy-loaded attributes: pci_requests,trusted_certs {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8.part --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG nova.virt.images [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] ba99b301-cc0b-4c8a-adf2-a016b71d78a5 was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8.part /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-b92f59e3-20e4-49ac-95f2-a7da773d05ed req-ec642649-dda4-43f7-a28b-5639d7c3cb3c service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updated VIF entry in instance network info cache for port 386eff97-6d7e-46fd-abe2-f2e83c6cd11b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG nova.network.neutron [req-b92f59e3-20e4-49ac-95f2-a7da773d05ed req-ec642649-dda4-43f7-a28b-5639d7c3cb3c service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating instance_info_cache with network_info: [{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b92f59e3-20e4-49ac-95f2-a7da773d05ed req-ec642649-dda4-43f7-a28b-5639d7c3cb3c service nova] Releasing lock "refresh_cache-7d3921a5-2cbc-46ec-a383-d89c959ce1b9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8.part /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8.converted" returned: 0 in 0.632s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8.converted --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 2.059s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8 --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:38 user nova-compute[74639]: INFO nova.compute.manager [None req-4e761a5c-65c9-4ea9-af4b-c7787681824a tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Unrescuing
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e761a5c-65c9-4ea9-af4b-c7787681824a tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e761a5c-65c9-4ea9-af4b-c7787681824a tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquired lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4e761a5c-65c9-4ea9-af4b-c7787681824a tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8 --force-share --output=json" returned: 0 in 0.196s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8,backing_fmt=raw /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8,backing_fmt=raw /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk 1073741824" returned: 0 in 0.059s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.261s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8 --force-share --output=json" returned: 0 in 0.203s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'migration_context' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:38 user nova-compute[74639]: DEBUG nova.objects.base [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<7d3921a5-2cbc-46ec-a383-d89c959ce1b9> lazy-loaded attributes: pci_requests,trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:14:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Rebasing disk image.
Nov 15 20:14:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:39 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4e761a5c-65c9-4ea9-af4b-c7787681824a tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Updating instance_info_cache with network_info: [{"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:39 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Running cmd (subprocess): qemu-img rebase -b /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 -F raw /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e761a5c-65c9-4ea9-af4b-c7787681824a tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Releasing lock "refresh_cache-250988f9-46ed-4162-ad68-f112abc76a1b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:14:39 user nova-compute[74639]: DEBUG nova.objects.instance [None req-4e761a5c-65c9-4ea9-af4b-c7787681824a tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'flavor' on Instance uuid 250988f9-46ed-4162-ad68-f112abc76a1b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-4a28f820-485b-4e74-83c0-105cec363748 req-3c82f3a7-2b79-499c-99b8-f55c6a6b894c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4a28f820-485b-4e74-83c0-105cec363748 req-3c82f3a7-2b79-499c-99b8-f55c6a6b894c service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4a28f820-485b-4e74-83c0-105cec363748 req-3c82f3a7-2b79-499c-99b8-f55c6a6b894c service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4a28f820-485b-4e74-83c0-105cec363748 req-3c82f3a7-2b79-499c-99b8-f55c6a6b894c service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-4a28f820-485b-4e74-83c0-105cec363748 req-3c82f3a7-2b79-499c-99b8-f55c6a6b894c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:40 user nova-compute[74639]: WARNING nova.compute.manager [req-4a28f820-485b-4e74-83c0-105cec363748 req-3c82f3a7-2b79-499c-99b8-f55c6a6b894c service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:14:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Instance destroyed successfully.
Nov 15 20:14:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CMD "qemu-img rebase -b /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 -F raw /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk" returned: 0 in 2.856s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Ensure instance console log exists: /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Start _get_guest_xml network_info=[{"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='1fc3a5c53998b892da0161c5ac8a1cb4',container_format='bare',created_at=2023-11-15T20:12:41Z,direct_url=<?>,disk_format='qcow2',id=ba99b301-cc0b-4c8a-adf2-a016b71d78a5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1466590872-shelved',owner='35f1a3ef9b014268870e38262ec8f834',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-15T20:12:45Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:14:41 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:41 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='1fc3a5c53998b892da0161c5ac8a1cb4',container_format='bare',created_at=2023-11-15T20:12:41Z,direct_url=<?>,disk_format='qcow2',id=ba99b301-cc0b-4c8a-adf2-a016b71d78a5,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1466590872-shelved',owner='35f1a3ef9b014268870e38262ec8f834',properties=ImageMetaProps,protected=<?>,size=52297728,status='active',tags=<?>,updated_at=2023-11-15T20:12:45Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'vcpu_model' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.objects.base [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<7d3921a5-2cbc-46ec-a383-d89c959ce1b9> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T20:10:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1466590872',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1466590872',id=34,image_ref='ba99b301-cc0b-4c8a-adf2-a016b71d78a5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1594803511',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:10:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-8p3444mf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member',shelved_at='2023-11-15T20:12:45.318983',shelved_host='user',shelved_image_id='ba99b301-cc0b-4c8a-adf2-a016b71d78a5'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=7d3921a5-2cbc-46ec-a383-d89c959ce1b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:14:41 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'pci_devices' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.objects.base [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Object Instance<7d3921a5-2cbc-46ec-a383-d89c959ce1b9> lazy-loaded attributes: pci_requests,trusted_certs,migration_context,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:14:42 user nova-compute[74639]:   <uuid>7d3921a5-2cbc-46ec-a383-d89c959ce1b9</uuid>
Nov 15 20:14:42 user nova-compute[74639]:   <name>instance-00000022</name>
Nov 15 20:14:42 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:14:42 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:14:42 user nova-compute[74639]:   <metadata>
Nov 15 20:14:42 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:14:42 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:14:42 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeShelveTestJSON-server-1466590872</nova:name>
Nov 15 20:14:42 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:14:41</nova:creationTime>
Nov 15 20:14:42 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:14:42 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:14:42 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:14:42 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:14:42 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:14:42 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:14:42 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:14:42 user nova-compute[74639]:       <nova:owner>
Nov 15 20:14:42 user nova-compute[74639]:         <nova:user uuid="2393492c8dc1454297b712b8a68200b5">tempest-AttachVolumeShelveTestJSON-100749280-project-member</nova:user>
Nov 15 20:14:42 user nova-compute[74639]:         <nova:project uuid="35f1a3ef9b014268870e38262ec8f834">tempest-AttachVolumeShelveTestJSON-100749280</nova:project>
Nov 15 20:14:42 user nova-compute[74639]:       </nova:owner>
Nov 15 20:14:42 user nova-compute[74639]:       <nova:root type="image" uuid="ba99b301-cc0b-4c8a-adf2-a016b71d78a5"/>
Nov 15 20:14:42 user nova-compute[74639]:       <nova:ports>
Nov 15 20:14:42 user nova-compute[74639]:         <nova:port uuid="386eff97-6d7e-46fd-abe2-f2e83c6cd11b">
Nov 15 20:14:42 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 20:14:42 user nova-compute[74639]:         </nova:port>
Nov 15 20:14:42 user nova-compute[74639]:       </nova:ports>
Nov 15 20:14:42 user nova-compute[74639]:     </nova:instance>
Nov 15 20:14:42 user nova-compute[74639]:   </metadata>
Nov 15 20:14:42 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:14:42 user nova-compute[74639]:     <system>
Nov 15 20:14:42 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:14:42 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:14:42 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:14:42 user nova-compute[74639]:       <entry name="serial">7d3921a5-2cbc-46ec-a383-d89c959ce1b9</entry>
Nov 15 20:14:42 user nova-compute[74639]:       <entry name="uuid">7d3921a5-2cbc-46ec-a383-d89c959ce1b9</entry>
Nov 15 20:14:42 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:14:42 user nova-compute[74639]:     </system>
Nov 15 20:14:42 user nova-compute[74639]:   </sysinfo>
Nov 15 20:14:42 user nova-compute[74639]:   <os>
Nov 15 20:14:42 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:14:42 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:14:42 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:14:42 user nova-compute[74639]:   </os>
Nov 15 20:14:42 user nova-compute[74639]:   <features>
Nov 15 20:14:42 user nova-compute[74639]:     <acpi/>
Nov 15 20:14:42 user nova-compute[74639]:     <apic/>
Nov 15 20:14:42 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:14:42 user nova-compute[74639]:   </features>
Nov 15 20:14:42 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:14:42 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:14:42 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:14:42 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:14:42 user nova-compute[74639]:   </clock>
Nov 15 20:14:42 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:14:42 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:14:42 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:14:42 user nova-compute[74639]:   </cpu>
Nov 15 20:14:42 user nova-compute[74639]:   <devices>
Nov 15 20:14:42 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:14:42 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:14:42 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk"/>
Nov 15 20:14:42 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:14:42 user nova-compute[74639]:     </disk>
Nov 15 20:14:42 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:14:42 user nova-compute[74639]:       <mac address="fa:16:3e:04:41:0b"/>
Nov 15 20:14:42 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:14:42 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:14:42 user nova-compute[74639]:       <target dev="tap386eff97-6d"/>
Nov 15 20:14:42 user nova-compute[74639]:     </interface>
Nov 15 20:14:42 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:14:42 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/console.log" append="off"/>
Nov 15 20:14:42 user nova-compute[74639]:     </serial>
Nov 15 20:14:42 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:14:42 user nova-compute[74639]:     <video>
Nov 15 20:14:42 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:14:42 user nova-compute[74639]:     </video>
Nov 15 20:14:42 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:14:42 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:14:42 user nova-compute[74639]:     </rng>
Nov 15 20:14:42 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:14:42 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:14:42 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:14:42 user nova-compute[74639]:     </memballoon>
Nov 15 20:14:42 user nova-compute[74639]:   </devices>
Nov 15 20:14:42 user nova-compute[74639]: </domain>
Nov 15 20:14:42 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T20:10:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1466590872',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1466590872',id=34,image_ref='ba99b301-cc0b-4c8a-adf2-a016b71d78a5',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name='tempest-keypair-1594803511',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:10:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=4,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-8p3444mf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member',shelved_at='2023-11-15T20:12:45.318983',shelved_host='user',shelved_image_id='ba99b301-cc0b-4c8a-adf2-a016b71d78a5'},tags=<?>,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:34Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=7d3921a5-2cbc-46ec-a383-d89c959ce1b9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='shelved_offloaded') vif={"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG os_vif [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '79c5e605-5931-56e5-b1ee-7171d7ab34bb', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:42 user nova-compute[74639]: WARNING nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:42 user nova-compute[74639]: WARNING nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:42 user nova-compute[74639]: WARNING nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:42 user nova-compute[74639]: WARNING nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:42 user nova-compute[74639]: WARNING nova.compute.manager [req-f553f850-f515-4781-8f48-63292ecb1c92 req-2dbe7177-d67a-4512-9eed-37dab1924424 service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap386eff97-6d, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap386eff97-6d, col_values=(('qos', UUID('b40a2381-46e3-449b-96e8-34c3f7a286ff')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap386eff97-6d, col_values=(('external_ids', {'iface-id': '386eff97-6d7e-46fd-abe2-f2e83c6cd11b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:04:41:0b', 'vm-uuid': '7d3921a5-2cbc-46ec-a383-d89c959ce1b9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: INFO os_vif [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d')
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] No VIF found with MAC fa:16:3e:04:41:0b, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-f2e8753b-a664-465f-959c-08f4206da0ea req-46c5579f-9065-4cc8-89e1-929d9571696d service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f2e8753b-a664-465f-959c-08f4206da0ea req-46c5579f-9065-4cc8-89e1-929d9571696d service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f2e8753b-a664-465f-959c-08f4206da0ea req-46c5579f-9065-4cc8-89e1-929d9571696d service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f2e8753b-a664-465f-959c-08f4206da0ea req-46c5579f-9065-4cc8-89e1-929d9571696d service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-f2e8753b-a664-465f-959c-08f4206da0ea req-46c5579f-9065-4cc8-89e1-929d9571696d service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:43 user nova-compute[74639]: WARNING nova.compute.manager [req-f2e8753b-a664-465f-959c-08f4206da0ea req-46c5579f-9065-4cc8-89e1-929d9571696d service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 20:14:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:44 user nova-compute[74639]: WARNING nova.compute.manager [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:14:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:44 user nova-compute[74639]: WARNING nova.compute.manager [req-54133221-1a7a-4701-b324-17d13ebec61b req-31bf5839-ed0a-462f-a52f-390341dd240e service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state rescued and task_state unrescuing.
Nov 15 20:14:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4e761a5c-65c9-4ea9-af4b-c7787681824a tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:14:45 user nova-compute[74639]: DEBUG nova.compute.manager [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:14:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:14:45 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance spawned successfully.
Nov 15 20:14:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-f8a76d3b-7f8d-426c-b869-a2bca2839318 req-0c88d919-a7fa-4d06-8ac4-5f447d64336b service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f8a76d3b-7f8d-426c-b869-a2bca2839318 req-0c88d919-a7fa-4d06-8ac4-5f447d64336b service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f8a76d3b-7f8d-426c-b869-a2bca2839318 req-0c88d919-a7fa-4d06-8ac4-5f447d64336b service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f8a76d3b-7f8d-426c-b869-a2bca2839318 req-0c88d919-a7fa-4d06-8ac4-5f447d64336b service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-f8a76d3b-7f8d-426c-b869-a2bca2839318 req-0c88d919-a7fa-4d06-8ac4-5f447d64336b service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:46 user nova-compute[74639]: WARNING nova.compute.manager [req-f8a76d3b-7f8d-426c-b869-a2bca2839318 req-0c88d919-a7fa-4d06-8ac4-5f447d64336b service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state shelved_offloaded and task_state spawning.
Nov 15 20:14:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:14:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f81a1379-9c47-42b7-80c3-db7f22773eb0 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" "released" by "nova.compute.manager.ComputeManager.unshelve_instance.<locals>.do_unshelve_instance" :: held 12.109s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:47 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:48 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:48 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:48 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:49 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.214s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.209s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json" returned: 0 in 0.223s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.224s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:52 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:52 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8227MB free_disk=24.867855072021484GB free_vcpus=4 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:14:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7128f3c3-5e7f-4280-b392-371412b9b57b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 250988f9-46ed-4162-ad68-f112abc76a1b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2cba7bb7-3d55-4d53-8bde-413913f3972b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bf467e6f-47f1-4ae5-be3c-9667e191ac31 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 4540a694-29f5-4b77-be08-52fa33666619 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 8 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4608MB phys_disk=40GB used_disk=5GB total_vcpus=12 used_vcpus=8 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.755s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:53 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:14:53 user nova-compute[74639]: INFO nova.compute.claims [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Claim successful on node user
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.370s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.network.neutron [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:14:54 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.policy [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2729d56590784a94b2adca68e2e0eb6c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '53e2639b16ad4d078dee7f61961b4e30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:14:54 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Creating image(s)
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "/opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "/opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "/opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk 1073741824" returned: 0 in 0.056s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.237s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:54 user nova-compute[74639]: DEBUG nova.network.neutron [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Successfully created port: 32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Checking if we can resize image /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json" returned: 0 in 0.188s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Cannot resize image /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Ensure instance console log exists: /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.network.neutron [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Successfully updated port: 32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "refresh_cache-1984c3f7-5324-40b4-827d-fe33a0def83b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquired lock "refresh_cache-1984c3f7-5324-40b4-827d-fe33a0def83b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.network.neutron [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-f74af497-bcb4-40c5-bfdf-8b711e79b027 req-918810e6-0b7c-442d-be32-ff9b42304fe9 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received event network-changed-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-f74af497-bcb4-40c5-bfdf-8b711e79b027 req-918810e6-0b7c-442d-be32-ff9b42304fe9 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Refreshing instance network info cache due to event network-changed-32da4097-3083-48f6-98b3-4e2c5da31ab8. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f74af497-bcb4-40c5-bfdf-8b711e79b027 req-918810e6-0b7c-442d-be32-ff9b42304fe9 service nova] Acquiring lock "refresh_cache-1984c3f7-5324-40b4-827d-fe33a0def83b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 20:14:55 user nova-compute[74639]: DEBUG nova.network.neutron [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.network.neutron [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Updating instance_info_cache with network_info: [{"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Releasing lock "refresh_cache-1984c3f7-5324-40b4-827d-fe33a0def83b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Instance network_info: |[{"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f74af497-bcb4-40c5-bfdf-8b711e79b027 req-918810e6-0b7c-442d-be32-ff9b42304fe9 service nova] Acquired lock "refresh_cache-1984c3f7-5324-40b4-827d-fe33a0def83b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.network.neutron [req-f74af497-bcb4-40c5-bfdf-8b711e79b027 req-918810e6-0b7c-442d-be32-ff9b42304fe9 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Refreshing network info cache for port 32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Start _get_guest_xml network_info=[{"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:14:56 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:56 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-2076401804',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-2076401804',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2076401',id=40,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLf4PYpioXI6o0CMgCb+7Ya+c6f2nK1NvqlnkbWew+8AFfE7eKWq6REPle80aNEdX7n2FbR6oW7SLOKkjDkJfVIgc6acd7HJBHT039CXTQKu5ssk7rvwgRK7XloLFrm5Zw==',key_name='tempest-keypair-1267460630',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='53e2639b16ad4d078dee7f61961b4e30',ramdisk_id='',reservation_id='r-09v01nwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1943424344',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2729d56590784a94b2adca68e2e0eb6c',uuid=1984c3f7-5324-40b4-827d-fe33a0def83b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Converting VIF {"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:c3:99,bridge_name='br-int',has_traffic_filtering=True,id=32da4097-3083-48f6-98b3-4e2c5da31ab8,network=Network(e24ac10d-0348-478e-822a-791dbad17abf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32da4097-30') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.objects.instance [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lazy-loading 'pci_devices' on Instance uuid 1984c3f7-5324-40b4-827d-fe33a0def83b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:14:56 user nova-compute[74639]:   <uuid>1984c3f7-5324-40b4-827d-fe33a0def83b</uuid>
Nov 15 20:14:56 user nova-compute[74639]:   <name>instance-00000028</name>
Nov 15 20:14:56 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:14:56 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:14:56 user nova-compute[74639]:   <metadata>
Nov 15 20:14:56 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:14:56 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:14:56 user nova-compute[74639]:       <nova:name>tempest-TestServerVolumeAttachScenarioOldVersion-server-2076401804</nova:name>
Nov 15 20:14:56 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:14:56</nova:creationTime>
Nov 15 20:14:56 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:14:56 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:14:56 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:14:56 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:14:56 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:14:56 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:14:56 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:14:56 user nova-compute[74639]:       <nova:owner>
Nov 15 20:14:56 user nova-compute[74639]:         <nova:user uuid="2729d56590784a94b2adca68e2e0eb6c">tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member</nova:user>
Nov 15 20:14:56 user nova-compute[74639]:         <nova:project uuid="53e2639b16ad4d078dee7f61961b4e30">tempest-TestServerVolumeAttachScenarioOldVersion-1943424344</nova:project>
Nov 15 20:14:56 user nova-compute[74639]:       </nova:owner>
Nov 15 20:14:56 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:14:56 user nova-compute[74639]:       <nova:ports>
Nov 15 20:14:56 user nova-compute[74639]:         <nova:port uuid="32da4097-3083-48f6-98b3-4e2c5da31ab8">
Nov 15 20:14:56 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 15 20:14:56 user nova-compute[74639]:         </nova:port>
Nov 15 20:14:56 user nova-compute[74639]:       </nova:ports>
Nov 15 20:14:56 user nova-compute[74639]:     </nova:instance>
Nov 15 20:14:56 user nova-compute[74639]:   </metadata>
Nov 15 20:14:56 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:14:56 user nova-compute[74639]:     <system>
Nov 15 20:14:56 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:14:56 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:14:56 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:14:56 user nova-compute[74639]:       <entry name="serial">1984c3f7-5324-40b4-827d-fe33a0def83b</entry>
Nov 15 20:14:56 user nova-compute[74639]:       <entry name="uuid">1984c3f7-5324-40b4-827d-fe33a0def83b</entry>
Nov 15 20:14:56 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:14:56 user nova-compute[74639]:     </system>
Nov 15 20:14:56 user nova-compute[74639]:   </sysinfo>
Nov 15 20:14:56 user nova-compute[74639]:   <os>
Nov 15 20:14:56 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:14:56 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:14:56 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:14:56 user nova-compute[74639]:   </os>
Nov 15 20:14:56 user nova-compute[74639]:   <features>
Nov 15 20:14:56 user nova-compute[74639]:     <acpi/>
Nov 15 20:14:56 user nova-compute[74639]:     <apic/>
Nov 15 20:14:56 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:14:56 user nova-compute[74639]:   </features>
Nov 15 20:14:56 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:14:56 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:14:56 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:14:56 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:14:56 user nova-compute[74639]:   </clock>
Nov 15 20:14:56 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:14:56 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:14:56 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:14:56 user nova-compute[74639]:   </cpu>
Nov 15 20:14:56 user nova-compute[74639]:   <devices>
Nov 15 20:14:56 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:14:56 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:14:56 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk"/>
Nov 15 20:14:56 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:14:56 user nova-compute[74639]:     </disk>
Nov 15 20:14:56 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:14:56 user nova-compute[74639]:       <mac address="fa:16:3e:7a:c3:99"/>
Nov 15 20:14:56 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:14:56 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:14:56 user nova-compute[74639]:       <target dev="tap32da4097-30"/>
Nov 15 20:14:56 user nova-compute[74639]:     </interface>
Nov 15 20:14:56 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:14:56 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/console.log" append="off"/>
Nov 15 20:14:56 user nova-compute[74639]:     </serial>
Nov 15 20:14:56 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:14:56 user nova-compute[74639]:     <video>
Nov 15 20:14:56 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:14:56 user nova-compute[74639]:     </video>
Nov 15 20:14:56 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:14:56 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:14:56 user nova-compute[74639]:     </rng>
Nov 15 20:14:56 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:14:56 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:14:56 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:14:56 user nova-compute[74639]:     </memballoon>
Nov 15 20:14:56 user nova-compute[74639]:   </devices>
Nov 15 20:14:56 user nova-compute[74639]: </domain>
Nov 15 20:14:56 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-2076401804',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-2076401804',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2076401',id=40,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLf4PYpioXI6o0CMgCb+7Ya+c6f2nK1NvqlnkbWew+8AFfE7eKWq6REPle80aNEdX7n2FbR6oW7SLOKkjDkJfVIgc6acd7HJBHT039CXTQKu5ssk7rvwgRK7XloLFrm5Zw==',key_name='tempest-keypair-1267460630',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='53e2639b16ad4d078dee7f61961b4e30',ramdisk_id='',reservation_id='r-09v01nwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1943424344',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:54Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2729d56590784a94b2adca68e2e0eb6c',uuid=1984c3f7-5324-40b4-827d-fe33a0def83b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Converting VIF {"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:7a:c3:99,bridge_name='br-int',has_traffic_filtering=True,id=32da4097-3083-48f6-98b3-4e2c5da31ab8,network=Network(e24ac10d-0348-478e-822a-791dbad17abf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32da4097-30') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG os_vif [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:c3:99,bridge_name='br-int',has_traffic_filtering=True,id=32da4097-3083-48f6-98b3-4e2c5da31ab8,network=Network(e24ac10d-0348-478e-822a-791dbad17abf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32da4097-30') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '611bff45-cc24-5995-af2f-232e9dd5595d', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap32da4097-30, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap32da4097-30, col_values=(('qos', UUID('c94e0ae5-d1e1-4410-a427-0b950bfefd58')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap32da4097-30, col_values=(('external_ids', {'iface-id': '32da4097-3083-48f6-98b3-4e2c5da31ab8', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:7a:c3:99', 'vm-uuid': '1984c3f7-5324-40b4-827d-fe33a0def83b'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:56 user nova-compute[74639]: INFO os_vif [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:7a:c3:99,bridge_name='br-int',has_traffic_filtering=True,id=32da4097-3083-48f6-98b3-4e2c5da31ab8,network=Network(e24ac10d-0348-478e-822a-791dbad17abf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32da4097-30')
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] No VIF found with MAC fa:16:3e:7a:c3:99, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.network.neutron [req-f74af497-bcb4-40c5-bfdf-8b711e79b027 req-918810e6-0b7c-442d-be32-ff9b42304fe9 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Updated VIF entry in instance network info cache for port 32da4097-3083-48f6-98b3-4e2c5da31ab8. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG nova.network.neutron [req-f74af497-bcb4-40c5-bfdf-8b711e79b027 req-918810e6-0b7c-442d-be32-ff9b42304fe9 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Updating instance_info_cache with network_info: [{"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:14:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f74af497-bcb4-40c5-bfdf-8b711e79b027 req-918810e6-0b7c-442d-be32-ff9b42304fe9 service nova] Releasing lock "refresh_cache-1984c3f7-5324-40b4-827d-fe33a0def83b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:14:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-5614774f-f88f-4dd5-b870-171fd02d4bef req-55955193-5d38-4477-970f-efd682864c3f service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received event network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:14:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5614774f-f88f-4dd5-b870-171fd02d4bef req-55955193-5d38-4477-970f-efd682864c3f service nova] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5614774f-f88f-4dd5-b870-171fd02d4bef req-55955193-5d38-4477-970f-efd682864c3f service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5614774f-f88f-4dd5-b870-171fd02d4bef req-55955193-5d38-4477-970f-efd682864c3f service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-5614774f-f88f-4dd5-b870-171fd02d4bef req-55955193-5d38-4477-970f-efd682864c3f service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] No waiting events found dispatching network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:14:57 user nova-compute[74639]: WARNING nova.compute.manager [req-5614774f-f88f-4dd5-b870-171fd02d4bef req-55955193-5d38-4477-970f-efd682864c3f service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received unexpected event network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 for instance with vm_state building and task_state spawning.
Nov 15 20:14:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:14:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:58 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:14:58 user nova-compute[74639]: INFO nova.compute.claims [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Claim successful on node user
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.400s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:14:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.policy [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '74aff3b9726b493bb29f52e091d34d4a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d6315f7034e48d3904879f9d9a07705', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:14:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Creating image(s)
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "/opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "/opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "/opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk 1073741824" returned: 0 in 0.053s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.235s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:14:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Instance spawned successfully.
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:14:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:15:00 user nova-compute[74639]: INFO nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Took 5.60 seconds to spawn the instance on the hypervisor.
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.197s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Checking if we can resize image /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:00 user nova-compute[74639]: INFO nova.compute.manager [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Took 6.29 seconds to build instance.
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-139f4136-2d80-463a-8cf6-db9e292f7d7b req-43a8272b-273e-4584-a27b-7ab1e0ec4169 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received event network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-139f4136-2d80-463a-8cf6-db9e292f7d7b req-43a8272b-273e-4584-a27b-7ab1e0ec4169 service nova] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-139f4136-2d80-463a-8cf6-db9e292f7d7b req-43a8272b-273e-4584-a27b-7ab1e0ec4169 service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-139f4136-2d80-463a-8cf6-db9e292f7d7b req-43a8272b-273e-4584-a27b-7ab1e0ec4169 service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-139f4136-2d80-463a-8cf6-db9e292f7d7b req-43a8272b-273e-4584-a27b-7ab1e0ec4169 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] No waiting events found dispatching network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:15:00 user nova-compute[74639]: WARNING nova.compute.manager [req-139f4136-2d80-463a-8cf6-db9e292f7d7b req-43a8272b-273e-4584-a27b-7ab1e0ec4169 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received unexpected event network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 for instance with vm_state active and task_state None.
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-91dd89d0-a62e-4642-baa7-6286f7893b5d tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.392s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Cannot resize image /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Ensure instance console log exists: /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.network.neutron [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Successfully created port: 3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.network.neutron [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Successfully updated port: 3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "refresh_cache-238fc997-f7ea-4050-b1e0-a1c09963fd17" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquired lock "refresh_cache-238fc997-f7ea-4050-b1e0-a1c09963fd17" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.network.neutron [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:15:00 user nova-compute[74639]: DEBUG nova.network.neutron [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Updating instance_info_cache with network_info: [{"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Releasing lock "refresh_cache-238fc997-f7ea-4050-b1e0-a1c09963fd17" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Instance network_info: |[{"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Start _get_guest_xml network_info=[{"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:15:01 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:15:01 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1201124808',display_name='tempest-AttachVolumeNegativeTest-server-1201124808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1201124808',id=41,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM+7c4hw6QBNVgh1SywxDq+ocInMwOVxx0AcF2EWwJSL2pLzavo8IVgCcuzKbktSZaj0zy+42I9jXtpUZ7e7wvu450NQc2RqCF9E5nf/J4PsMLEbjVvPMgbIcdY/0NXQYg==',key_name='tempest-keypair-1355796054',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-fsdml0wg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=238fc997-f7ea-4050-b1e0-a1c09963fd17,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:14:cd,bridge_name='br-int',has_traffic_filtering=True,id=3e9eccb9-5361-46ac-8496-0113a5389bb4,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e9eccb9-53') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.objects.instance [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'pci_devices' on Instance uuid 238fc997-f7ea-4050-b1e0-a1c09963fd17 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:15:01 user nova-compute[74639]:   <uuid>238fc997-f7ea-4050-b1e0-a1c09963fd17</uuid>
Nov 15 20:15:01 user nova-compute[74639]:   <name>instance-00000029</name>
Nov 15 20:15:01 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:15:01 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:15:01 user nova-compute[74639]:   <metadata>
Nov 15 20:15:01 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:15:01 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:15:01 user nova-compute[74639]:       <nova:name>tempest-AttachVolumeNegativeTest-server-1201124808</nova:name>
Nov 15 20:15:01 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:15:01</nova:creationTime>
Nov 15 20:15:01 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:15:01 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:15:01 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:15:01 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:15:01 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:15:01 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:15:01 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:15:01 user nova-compute[74639]:       <nova:owner>
Nov 15 20:15:01 user nova-compute[74639]:         <nova:user uuid="74aff3b9726b493bb29f52e091d34d4a">tempest-AttachVolumeNegativeTest-539543471-project-member</nova:user>
Nov 15 20:15:01 user nova-compute[74639]:         <nova:project uuid="0d6315f7034e48d3904879f9d9a07705">tempest-AttachVolumeNegativeTest-539543471</nova:project>
Nov 15 20:15:01 user nova-compute[74639]:       </nova:owner>
Nov 15 20:15:01 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:15:01 user nova-compute[74639]:       <nova:ports>
Nov 15 20:15:01 user nova-compute[74639]:         <nova:port uuid="3e9eccb9-5361-46ac-8496-0113a5389bb4">
Nov 15 20:15:01 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.5" ipVersion="4"/>
Nov 15 20:15:01 user nova-compute[74639]:         </nova:port>
Nov 15 20:15:01 user nova-compute[74639]:       </nova:ports>
Nov 15 20:15:01 user nova-compute[74639]:     </nova:instance>
Nov 15 20:15:01 user nova-compute[74639]:   </metadata>
Nov 15 20:15:01 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:15:01 user nova-compute[74639]:     <system>
Nov 15 20:15:01 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:15:01 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:15:01 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:15:01 user nova-compute[74639]:       <entry name="serial">238fc997-f7ea-4050-b1e0-a1c09963fd17</entry>
Nov 15 20:15:01 user nova-compute[74639]:       <entry name="uuid">238fc997-f7ea-4050-b1e0-a1c09963fd17</entry>
Nov 15 20:15:01 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:15:01 user nova-compute[74639]:     </system>
Nov 15 20:15:01 user nova-compute[74639]:   </sysinfo>
Nov 15 20:15:01 user nova-compute[74639]:   <os>
Nov 15 20:15:01 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:15:01 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:15:01 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:15:01 user nova-compute[74639]:   </os>
Nov 15 20:15:01 user nova-compute[74639]:   <features>
Nov 15 20:15:01 user nova-compute[74639]:     <acpi/>
Nov 15 20:15:01 user nova-compute[74639]:     <apic/>
Nov 15 20:15:01 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:15:01 user nova-compute[74639]:   </features>
Nov 15 20:15:01 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:15:01 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:15:01 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:15:01 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:15:01 user nova-compute[74639]:   </clock>
Nov 15 20:15:01 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:15:01 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:15:01 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:15:01 user nova-compute[74639]:   </cpu>
Nov 15 20:15:01 user nova-compute[74639]:   <devices>
Nov 15 20:15:01 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:15:01 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:15:01 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk"/>
Nov 15 20:15:01 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:15:01 user nova-compute[74639]:     </disk>
Nov 15 20:15:01 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:15:01 user nova-compute[74639]:       <mac address="fa:16:3e:a3:14:cd"/>
Nov 15 20:15:01 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:15:01 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:15:01 user nova-compute[74639]:       <target dev="tap3e9eccb9-53"/>
Nov 15 20:15:01 user nova-compute[74639]:     </interface>
Nov 15 20:15:01 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:15:01 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/console.log" append="off"/>
Nov 15 20:15:01 user nova-compute[74639]:     </serial>
Nov 15 20:15:01 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:15:01 user nova-compute[74639]:     <video>
Nov 15 20:15:01 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:15:01 user nova-compute[74639]:     </video>
Nov 15 20:15:01 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:15:01 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:15:01 user nova-compute[74639]:     </rng>
Nov 15 20:15:01 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:15:01 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:15:01 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:15:01 user nova-compute[74639]:     </memballoon>
Nov 15 20:15:01 user nova-compute[74639]:   </devices>
Nov 15 20:15:01 user nova-compute[74639]: </domain>
Nov 15 20:15:01 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1201124808',display_name='tempest-AttachVolumeNegativeTest-server-1201124808',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1201124808',id=41,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM+7c4hw6QBNVgh1SywxDq+ocInMwOVxx0AcF2EWwJSL2pLzavo8IVgCcuzKbktSZaj0zy+42I9jXtpUZ7e7wvu450NQc2RqCF9E5nf/J4PsMLEbjVvPMgbIcdY/0NXQYg==',key_name='tempest-keypair-1355796054',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-fsdml0wg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:14:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=238fc997-f7ea-4050-b1e0-a1c09963fd17,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:a3:14:cd,bridge_name='br-int',has_traffic_filtering=True,id=3e9eccb9-5361-46ac-8496-0113a5389bb4,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e9eccb9-53') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG os_vif [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:14:cd,bridge_name='br-int',has_traffic_filtering=True,id=3e9eccb9-5361-46ac-8496-0113a5389bb4,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e9eccb9-53') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '313a55f1-2ecb-56ac-bf44-620199ae6cbe', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap3e9eccb9-53, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap3e9eccb9-53, col_values=(('qos', UUID('59793e8a-5137-4c6e-bc50-d9276fee2fcf')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap3e9eccb9-53, col_values=(('external_ids', {'iface-id': '3e9eccb9-5361-46ac-8496-0113a5389bb4', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:a3:14:cd', 'vm-uuid': '238fc997-f7ea-4050-b1e0-a1c09963fd17'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:01 user nova-compute[74639]: INFO os_vif [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:a3:14:cd,bridge_name='br-int',has_traffic_filtering=True,id=3e9eccb9-5361-46ac-8496-0113a5389bb4,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e9eccb9-53')
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:15:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No VIF found with MAC fa:16:3e:a3:14:cd, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-77691230-74e7-43bb-bdee-330faf8fb1fe req-4c989112-f130-485f-b9e0-e12a800f65e9 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-changed-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-77691230-74e7-43bb-bdee-330faf8fb1fe req-4c989112-f130-485f-b9e0-e12a800f65e9 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Refreshing instance network info cache due to event network-changed-3e9eccb9-5361-46ac-8496-0113a5389bb4. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-77691230-74e7-43bb-bdee-330faf8fb1fe req-4c989112-f130-485f-b9e0-e12a800f65e9 service nova] Acquiring lock "refresh_cache-238fc997-f7ea-4050-b1e0-a1c09963fd17" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-77691230-74e7-43bb-bdee-330faf8fb1fe req-4c989112-f130-485f-b9e0-e12a800f65e9 service nova] Acquired lock "refresh_cache-238fc997-f7ea-4050-b1e0-a1c09963fd17" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-77691230-74e7-43bb-bdee-330faf8fb1fe req-4c989112-f130-485f-b9e0-e12a800f65e9 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Refreshing network info cache for port 3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-77691230-74e7-43bb-bdee-330faf8fb1fe req-4c989112-f130-485f-b9e0-e12a800f65e9 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Updated VIF entry in instance network info cache for port 3e9eccb9-5361-46ac-8496-0113a5389bb4. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-77691230-74e7-43bb-bdee-330faf8fb1fe req-4c989112-f130-485f-b9e0-e12a800f65e9 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Updating instance_info_cache with network_info: [{"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-77691230-74e7-43bb-bdee-330faf8fb1fe req-4c989112-f130-485f-b9e0-e12a800f65e9 service nova] Releasing lock "refresh_cache-238fc997-f7ea-4050-b1e0-a1c09963fd17" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 20:15:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 20:15:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] No waiting events found dispatching network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:15:04 user nova-compute[74639]: WARNING nova.compute.manager [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received unexpected event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 for instance with vm_state building and task_state spawning.
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] No waiting events found dispatching network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:15:04 user nova-compute[74639]: WARNING nova.compute.manager [req-05cf2d74-c26b-4c48-9893-0483aa1e5772 req-00b6acc2-1476-4b9c-9687-addfa9a55d36 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received unexpected event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 for instance with vm_state building and task_state spawning.
Nov 15 20:15:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:15:04 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Instance spawned successfully.
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:15:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:15:05 user nova-compute[74639]: INFO nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Took 5.64 seconds to spawn the instance on the hypervisor.
Nov 15 20:15:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:15:05 user nova-compute[74639]: INFO nova.compute.manager [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Took 6.39 seconds to build instance.
Nov 15 20:15:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-32faefe4-1ca0-436e-9126-241de2bab9bd tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.479s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:15:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:15:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:15:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:15:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:15:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:48 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:50 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:15:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:15:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:50 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:15:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.194s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:53 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:15:53 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=7708MB free_disk=24.800487518310547GB free_vcpus=2 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7128f3c3-5e7f-4280-b392-371412b9b57b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 250988f9-46ed-4162-ad68-f112abc76a1b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2cba7bb7-3d55-4d53-8bde-413913f3972b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance bf467e6f-47f1-4ae5-be3c-9667e191ac31 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 4540a694-29f5-4b77-be08-52fa33666619 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 1984c3f7-5324-40b4-827d-fe33a0def83b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 238fc997-f7ea-4050-b1e0-a1c09963fd17 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 10 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:15:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=5632MB phys_disk=40GB used_disk=7GB total_vcpus=12 used_vcpus=10 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:15:54 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:15:54 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:15:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:15:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.429s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid d3494acb-20af-40a8-afa2-a1b811109aa1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updating instance_info_cache with network_info: [{"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-d3494acb-20af-40a8-afa2-a1b811109aa1" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:15:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:15:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:15:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:15:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:15:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:15:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:58 user nova-compute[74639]: INFO nova.compute.manager [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Terminating instance
Nov 15 20:15:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:15:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f1e87b3-d688-48cd-ae8b-3b6c0864eaa2 req-92dc492f-085c-4717-a16d-f0a9666ac7b2 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received event network-vif-unplugged-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f1e87b3-d688-48cd-ae8b-3b6c0864eaa2 req-92dc492f-085c-4717-a16d-f0a9666ac7b2 service nova] Acquiring lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f1e87b3-d688-48cd-ae8b-3b6c0864eaa2 req-92dc492f-085c-4717-a16d-f0a9666ac7b2 service nova] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f1e87b3-d688-48cd-ae8b-3b6c0864eaa2 req-92dc492f-085c-4717-a16d-f0a9666ac7b2 service nova] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f1e87b3-d688-48cd-ae8b-3b6c0864eaa2 req-92dc492f-085c-4717-a16d-f0a9666ac7b2 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] No waiting events found dispatching network-vif-unplugged-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f1e87b3-d688-48cd-ae8b-3b6c0864eaa2 req-92dc492f-085c-4717-a16d-f0a9666ac7b2 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received event network-vif-unplugged-62de5e67-0a60-4cdd-b381-b4c8be396196 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Instance destroyed successfully.
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'resources' on Instance uuid bf467e6f-47f1-4ae5-be3c-9667e191ac31 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:07Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-836120279',display_name='tempest-TestVolumeBootPattern-server-836120279',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-836120279',id=38,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:14:25Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-8gu4h8vj',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:14:25Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=bf467e6f-47f1-4ae5-be3c-9667e191ac31,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "62de5e67-0a60-4cdd-b381-b4c8be396196", "address": "fa:16:3e:27:54:aa", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap62de5e67-0a", "ovs_interfaceid": "62de5e67-0a60-4cdd-b381-b4c8be396196", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:27:54:aa,bridge_name='br-int',has_traffic_filtering=True,id=62de5e67-0a60-4cdd-b381-b4c8be396196,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62de5e67-0a') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_vif [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:54:aa,bridge_name='br-int',has_traffic_filtering=True,id=62de5e67-0a60-4cdd-b381-b4c8be396196,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62de5e67-0a') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap62de5e67-0a, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c475c937-67fa-4148-bec2-86d7e9b2103d) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:15:59 user nova-compute[74639]: INFO os_vif [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:27:54:aa,bridge_name='br-int',has_traffic_filtering=True,id=62de5e67-0a60-4cdd-b381-b4c8be396196,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap62de5e67-0a')
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'KbrXvYwp', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:15:59 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed60359f-dabc-4fde-bd34-0da3f9a1ce4d]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:15:59 user nova-compute[74639]: No targets found.
Nov 15 20:15:59 user nova-compute[74639]: iSNS:
Nov 15 20:15:59 user nova-compute[74639]: No targets found.
Nov 15 20:15:59 user nova-compute[74639]: STATIC:
Nov 15 20:15:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:15:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:15:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:15:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:15:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:15:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:15:59 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25
Nov 15 20:15:59 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:15:59 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:15:59 user nova-compute[74639]: FIRMWARE:
Nov 15 20:15:59 user nova-compute[74639]: No targets found.
Nov 15 20:15:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:15:59 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:15:59 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cea9d252-3783-4b66-9a47-4c01ae7f2ef9]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[351e1a43-e5ec-4d03-b448-0afad01bda34]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:15:59 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:15:59 user nova-compute[74639]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 (non-flash)
Nov 15 20:15:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:15:59 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:15:59 user nova-compute[74639]: tcp: [46] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 (non-flash)
Nov 15 20:15:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9702c4c10>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7ee7c4da-d078-47e5-95dc-f88c2d0e6713]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[598f28cf-ce1a-400f-bea0-c242d8f3d2a3]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[562670ca-dd2e-44f0-a064-f9b10f230b2c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce664ce1-9ade-486f-96c9-65b395e1a920]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-23636336237376435', '/dev/disk/by-id/scsi-1SCST_BIOd9fd58fe-663b77d546689dca', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_d9fd58fe') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:15:59 user nova-compute[74639]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-23636336237376435
Nov 15 20:15:59 user nova-compute[74639]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-1SCST_BIOd9fd58fe-663b77d546689dca
Nov 15 20:15:59 user nova-compute[74639]: WARNING os_brick.exception [-] Unlink failed for /dev/disk/by-id/scsi-SSCST_BIO_Storage_d9fd58fe
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f991ee73-98ea-4d0c-bd0e-cbc84d64536c]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bcc1ed2e-b9b5-442d-8d82-ff465f71d3c9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8dd0300f-064c-4649-aec0-365d717172be]: (4, ('Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25, portal: 172.16.0.220,3260]\nLogout of [sid: 46, target: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 46, target: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25, portal: 172.16.0.220,3260]
Nov 15 20:15:59 user nova-compute[74639]: Logout of [sid: 46, target: iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25, portal: 172.16.0.220,3260] successful.
Nov 15 20:15:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:0bfa6e2b-b530-48e2-ba30-a354392b0f25 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9d393de-802c-43b6-88c4-0e355bfa0b17]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.299s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== disconnect_volume: return (302ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:15:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Deleting instance files /opt/stack/data/nova/instances/bf467e6f-47f1-4ae5-be3c-9667e191ac31_del
Nov 15 20:15:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Deletion of /opt/stack/data/nova/instances/bf467e6f-47f1-4ae5-be3c-9667e191ac31_del complete
Nov 15 20:15:59 user nova-compute[74639]: INFO nova.compute.manager [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Took 1.12 seconds to destroy the instance on the hypervisor.
Nov 15 20:15:59 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:15:59 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:16:00 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:16:00 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Took 0.44 seconds to deallocate network for instance.
Nov 15 20:16:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-de75f449-23c7-4fa7-ab50-e08f224a0265 req-bfa38741-98a2-4341-991c-9d78260e56c9 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received event network-vif-deleted-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:01 user nova-compute[74639]: INFO nova.compute.manager [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Took 0.71 seconds to detach 1 volumes for instance.
Nov 15 20:16:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Deleting volume: 0bfa6e2b-b530-48e2-ba30-a354392b0f25 {{(pid=74639) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 20:16:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-226852f0-2269-4b88-8a23-5384baf3d0f0 req-58b22676-d6b6-4302-a327-0b7989e52271 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received event network-vif-plugged-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-226852f0-2269-4b88-8a23-5384baf3d0f0 req-58b22676-d6b6-4302-a327-0b7989e52271 service nova] Acquiring lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-226852f0-2269-4b88-8a23-5384baf3d0f0 req-58b22676-d6b6-4302-a327-0b7989e52271 service nova] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-226852f0-2269-4b88-8a23-5384baf3d0f0 req-58b22676-d6b6-4302-a327-0b7989e52271 service nova] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-226852f0-2269-4b88-8a23-5384baf3d0f0 req-58b22676-d6b6-4302-a327-0b7989e52271 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] No waiting events found dispatching network-vif-plugged-62de5e67-0a60-4cdd-b381-b4c8be396196 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:16:01 user nova-compute[74639]: WARNING nova.compute.manager [req-226852f0-2269-4b88-8a23-5384baf3d0f0 req-58b22676-d6b6-4302-a327-0b7989e52271 service nova] [instance: bf467e6f-47f1-4ae5-be3c-9667e191ac31] Received unexpected event network-vif-plugged-62de5e67-0a60-4cdd-b381-b4c8be396196 for instance with vm_state active and task_state deleting.
Nov 15 20:16:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:01 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:16:01 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:16:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.359s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:01 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Deleted allocations for instance bf467e6f-47f1-4ae5-be3c-9667e191ac31
Nov 15 20:16:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-22608c8b-d8ac-473a-95de-4ffe10997e29 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "bf467e6f-47f1-4ae5-be3c-9667e191ac31" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.908s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG nova.compute.manager [req-7b231a13-07b2-4fb6-8700-f0f8a50abd1c req-f6fffd92-ac83-4d4d-ad74-a44cae5c902b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received event network-changed-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG nova.compute.manager [req-7b231a13-07b2-4fb6-8700-f0f8a50abd1c req-f6fffd92-ac83-4d4d-ad74-a44cae5c902b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Refreshing instance network info cache due to event network-changed-0d2ffaa6-4c97-4953-93ea-3a379566f187. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7b231a13-07b2-4fb6-8700-f0f8a50abd1c req-f6fffd92-ac83-4d4d-ad74-a44cae5c902b service nova] Acquiring lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7b231a13-07b2-4fb6-8700-f0f8a50abd1c req-f6fffd92-ac83-4d4d-ad74-a44cae5c902b service nova] Acquired lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG nova.network.neutron [req-7b231a13-07b2-4fb6-8700-f0f8a50abd1c req-f6fffd92-ac83-4d4d-ad74-a44cae5c902b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Refreshing network info cache for port 0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG nova.network.neutron [req-7b231a13-07b2-4fb6-8700-f0f8a50abd1c req-f6fffd92-ac83-4d4d-ad74-a44cae5c902b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Updated VIF entry in instance network info cache for port 0d2ffaa6-4c97-4953-93ea-3a379566f187. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG nova.network.neutron [req-7b231a13-07b2-4fb6-8700-f0f8a50abd1c req-f6fffd92-ac83-4d4d-ad74-a44cae5c902b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Updating instance_info_cache with network_info: [{"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7b231a13-07b2-4fb6-8700-f0f8a50abd1c req-f6fffd92-ac83-4d4d-ad74-a44cae5c902b service nova] Releasing lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'flavor' on Instance uuid 4540a694-29f5-4b77-be08-52fa33666619 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:08 user nova-compute[74639]: INFO nova.compute.manager [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Attaching volume c346c7a7-e45e-42a9-8e10-7a7ebaa66676 to /dev/vdb
Nov 15 20:16:08 user nova-compute[74639]: DEBUG os_brick.utils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ceae5394-69f3-4aad-8a7c-2427daf0ee4d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7b08d192-b2ec-4b26-9734-8293a36642cd]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[97a143d8-2487-4640-80e0-56729b7919b1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[59e17c8f-113b-44a8-8663-e53d4332ca57]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:16:08 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:16:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[90091a9f-20b3-4310-928e-d31d6ba09bd1]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG os_brick.utils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] <== get_connector_properties: return (134ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:16:08 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Updating existing volume attachment record: 8eb34987-4082-4ef9-9631-46566b470080 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:16:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:16:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:16:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:16:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:16:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pBJYAvdy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:16:13 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:16:13 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:16:13 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[42996384-8643-461b-adaa-0ee307ddec27]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:16:13 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2baabea9-69ec-42c3-bd89-5fb9ff1a9197]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676] added
Nov 15 20:16:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ffc6e9fb-85c9-4960-b0e2-50792f53b57f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9873d45-79b8-4407-a6be-e1819b4ae74d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pBJYAvdy {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v pBJYAvdy" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[393423af-3712-44a9-ba94-141d7f6ad173]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'pBJYAvdy'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ef2b5930-3470-4fb1-b164-400b77cfecaf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fb494fc-1016-45f6-8a85-f25eccbadf5c]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:13 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:16:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:13 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:16:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --login" returned: 0 in 0.053s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[041ba5de-852f-4578-9f44-67e9c49a425b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676, portal: 172.16.0.220,3260]
Nov 15 20:16:13 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676, portal: 172.16.0.220,3260] successful.
Nov 15 20:16:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6db04fb-c4ca-4ea3-a704-1b43a1914a05]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c4521a8-1e81-4db0-8f70-746876326b5e]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:13 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:16:13 user nova-compute[74639]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 (non-flash)
Nov 15 20:16:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:13 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:16:13 user nova-compute[74639]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 (non-flash)
Nov 15 20:16:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.257s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] HCTL ('33', '-', '-', 0) found on session 47 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[def89ae3-9431-4250-a4fd-99dccb251a09]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Searching for a device in session 47 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:16:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pBJYAvdy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.291s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] <== connect_volume: return (1293ms) {'type': 'block', 'scsi_wwn': '23532633130623734', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23532633130623734', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'flavor' on Instance uuid 4540a694-29f5-4b77-be08-52fa33666619 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:16:14 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:16:14 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:16:14 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:16:14 user nova-compute[74639]:   <serial>c346c7a7-e45e-42a9-8e10-7a7ebaa66676</serial>
Nov 15 20:16:14 user nova-compute[74639]: </disk>
Nov 15 20:16:14 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] No VIF found with MAC fa:16:3e:75:3b:ff, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:16:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3ac5ed5e-4838-4115-a45c-63e669b501b1 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.701s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:17 user nova-compute[74639]: INFO nova.compute.manager [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Detaching volume c346c7a7-e45e-42a9-8e10-7a7ebaa66676
Nov 15 20:16:17 user nova-compute[74639]: INFO nova.virt.block_device [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Attempting to driver detach volume c346c7a7-e45e-42a9-8e10-7a7ebaa66676 from mountpoint /dev/vdb
Nov 15 20:16:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Attempting to detach device vdb from instance 4540a694-29f5-4b77-be08-52fa33666619 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:16:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:16:17 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:16:17 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:16:17 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:16:17 user nova-compute[74639]:   <serial>c346c7a7-e45e-42a9-8e10-7a7ebaa66676</serial>
Nov 15 20:16:17 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:16:17 user nova-compute[74639]: </disk>
Nov 15 20:16:17 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:16:17 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Successfully detached device vdb from instance 4540a694-29f5-4b77-be08-52fa33666619 from the persistent domain config.
Nov 15 20:16:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 4540a694-29f5-4b77-be08-52fa33666619 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:16:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:16:17 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:16:17 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:16:17 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:16:17 user nova-compute[74639]:   <serial>c346c7a7-e45e-42a9-8e10-7a7ebaa66676</serial>
Nov 15 20:16:17 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:16:17 user nova-compute[74639]: </disk>
Nov 15 20:16:17 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:16:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 4540a694-29f5-4b77-be08-52fa33666619 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:16:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:24 user nova-compute[74639]: INFO nova.compute.manager [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Terminating instance
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-fdd109b0-48b9-417c-8ca9-17bd69c4f50f req-a72e31c4-07d9-42fa-a89b-ae1c982c0342 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-unplugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fdd109b0-48b9-417c-8ca9-17bd69c4f50f req-a72e31c4-07d9-42fa-a89b-ae1c982c0342 service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fdd109b0-48b9-417c-8ca9-17bd69c4f50f req-a72e31c4-07d9-42fa-a89b-ae1c982c0342 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fdd109b0-48b9-417c-8ca9-17bd69c4f50f req-a72e31c4-07d9-42fa-a89b-ae1c982c0342 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-fdd109b0-48b9-417c-8ca9-17bd69c4f50f req-a72e31c4-07d9-42fa-a89b-ae1c982c0342 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-unplugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-fdd109b0-48b9-417c-8ca9-17bd69c4f50f req-a72e31c4-07d9-42fa-a89b-ae1c982c0342 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-unplugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Instance destroyed successfully.
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lazy-loading 'resources' on Instance uuid 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=True,compute_id=1,config_drive='',created_at=2023-11-15T20:10:45Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-AttachVolumeShelveTestJSON-server-1466590872',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumeshelvetestjson-server-1466590872',id=34,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM0T5ELvFK8uUR4GeeNZbzOG6MPE7UhpMz8V4O16slwkRsa1ptv4AU0zv3gWtT0+7jtkYQKHQap44YWnHa4S67+teKpRW3uLQP+rFAYOoznUIkz9tJX8m9NeUWr6Lml2nw==',key_name='tempest-keypair-1594803511',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:14:46Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='35f1a3ef9b014268870e38262ec8f834',ramdisk_id='',reservation_id='r-8p3444mf',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',clean_attempts='1',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeShelveTestJSON-100749280',owner_user_name='tempest-AttachVolumeShelveTestJSON-100749280-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:14:46Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2393492c8dc1454297b712b8a68200b5',uuid=7d3921a5-2cbc-46ec-a383-d89c959ce1b9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converting VIF {"id": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "address": "fa:16:3e:04:41:0b", "network": {"id": "7246c2a8-20e1-4bbb-b603-4f0115af2531", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-483766067-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "35f1a3ef9b014268870e38262ec8f834", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap386eff97-6d", "ovs_interfaceid": "386eff97-6d7e-46fd-abe2-f2e83c6cd11b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG os_vif [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap386eff97-6d, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b40a2381-46e3-449b-96e8-34c3f7a286ff) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:24 user nova-compute[74639]: INFO os_vif [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:04:41:0b,bridge_name='br-int',has_traffic_filtering=True,id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b,network=Network(7246c2a8-20e1-4bbb-b603-4f0115af2531),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap386eff97-6d')
Nov 15 20:16:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Deleting instance files /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9_del
Nov 15 20:16:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Deletion of /opt/stack/data/nova/instances/7d3921a5-2cbc-46ec-a383-d89c959ce1b9_del complete
Nov 15 20:16:24 user nova-compute[74639]: INFO nova.compute.manager [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Took 0.78 seconds to destroy the instance on the hypervisor.
Nov 15 20:16:24 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:16:24 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-f1f7fd78-0127-48f1-8792-74b68f1f8413 req-be72a8f6-54ce-42af-a976-f033e857cc74 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-deleted-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:25 user nova-compute[74639]: INFO nova.compute.manager [req-f1f7fd78-0127-48f1-8792-74b68f1f8413 req-be72a8f6-54ce-42af-a976-f033e857cc74 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Neutron deleted interface 386eff97-6d7e-46fd-abe2-f2e83c6cd11b; detaching it from the instance and deleting it from the info cache
Nov 15 20:16:25 user nova-compute[74639]: DEBUG nova.network.neutron [req-f1f7fd78-0127-48f1-8792-74b68f1f8413 req-be72a8f6-54ce-42af-a976-f033e857cc74 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:16:25 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Took 0.72 seconds to deallocate network for instance.
Nov 15 20:16:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-f1f7fd78-0127-48f1-8792-74b68f1f8413 req-be72a8f6-54ce-42af-a976-f033e857cc74 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Detach interface failed, port_id=386eff97-6d7e-46fd-abe2-f2e83c6cd11b, reason: Instance 7d3921a5-2cbc-46ec-a383-d89c959ce1b9 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:16:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.310s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:26 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Deleted allocations for instance 7d3921a5-2cbc-46ec-a383-d89c959ce1b9
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c13eb1d7-189d-4179-abbe-06b00f250725 tempest-AttachVolumeShelveTestJSON-100749280 tempest-AttachVolumeShelveTestJSON-100749280-project-member] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.989s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:16:26 user nova-compute[74639]: WARNING nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state deleted and task_state None.
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:16:26 user nova-compute[74639]: WARNING nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state deleted and task_state None.
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:16:26 user nova-compute[74639]: WARNING nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state deleted and task_state None.
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-unplugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-unplugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:16:26 user nova-compute[74639]: WARNING nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-unplugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state deleted and task_state None.
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Acquiring lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] Lock "7d3921a5-2cbc-46ec-a383-d89c959ce1b9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:26 user nova-compute[74639]: DEBUG nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] No waiting events found dispatching network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:16:26 user nova-compute[74639]: WARNING nova.compute.manager [req-a5783588-8de5-49d2-a5ea-cb878df4bf91 req-9221ab17-e80f-4a89-9f03-0d35874a0054 service nova] [instance: 7d3921a5-2cbc-46ec-a383-d89c959ce1b9] Received unexpected event network-vif-plugged-386eff97-6d7e-46fd-abe2-f2e83c6cd11b for instance with vm_state deleted and task_state None.
Nov 15 20:16:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "250988f9-46ed-4162-ad68-f112abc76a1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:29 user nova-compute[74639]: INFO nova.compute.manager [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Terminating instance
Nov 15 20:16:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-5900cfaa-6e34-424f-b0c6-8986312cb294 req-abd8792c-add8-4df5-a732-0ecf4bcf083b service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5900cfaa-6e34-424f-b0c6-8986312cb294 req-abd8792c-add8-4df5-a732-0ecf4bcf083b service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5900cfaa-6e34-424f-b0c6-8986312cb294 req-abd8792c-add8-4df5-a732-0ecf4bcf083b service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5900cfaa-6e34-424f-b0c6-8986312cb294 req-abd8792c-add8-4df5-a732-0ecf4bcf083b service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-5900cfaa-6e34-424f-b0c6-8986312cb294 req-abd8792c-add8-4df5-a732-0ecf4bcf083b service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-5900cfaa-6e34-424f-b0c6-8986312cb294 req-abd8792c-add8-4df5-a732-0ecf4bcf083b service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-unplugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Instance destroyed successfully.
Nov 15 20:16:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'resources' on Instance uuid 250988f9-46ed-4162-ad68-f112abc76a1b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:10:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-976192665',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-976192665',id=35,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:12:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-9zi53mji',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:14:45Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=250988f9-46ed-4162-ad68-f112abc76a1b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "address": "fa:16:3e:4f:02:45", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap5c7385be-4d", "ovs_interfaceid": "5c7385be-4d5f-41f2-838c-cb127b3cde9c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4f:02:45,bridge_name='br-int',has_traffic_filtering=True,id=5c7385be-4d5f-41f2-838c-cb127b3cde9c,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c7385be-4d') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_vif [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:02:45,bridge_name='br-int',has_traffic_filtering=True,id=5c7385be-4d5f-41f2-838c-cb127b3cde9c,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c7385be-4d') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap5c7385be-4d, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=28fab014-5caa-4c59-9fe6-7e838558e618) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:30 user nova-compute[74639]: INFO os_vif [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4f:02:45,bridge_name='br-int',has_traffic_filtering=True,id=5c7385be-4d5f-41f2-838c-cb127b3cde9c,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap5c7385be-4d')
Nov 15 20:16:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'GVRmlNYP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:16:30 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[67d7665c-6c57-4c52-916e-f259d03ea21a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:16:30 user nova-compute[74639]: No targets found.
Nov 15 20:16:30 user nova-compute[74639]: iSNS:
Nov 15 20:16:30 user nova-compute[74639]: No targets found.
Nov 15 20:16:30 user nova-compute[74639]: STATIC:
Nov 15 20:16:30 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:16:30 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:16:30 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:16:30 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208
Nov 15 20:16:30 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:16:30 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:16:30 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676
Nov 15 20:16:30 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:16:30 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:16:30 user nova-compute[74639]: FIRMWARE:
Nov 15 20:16:30 user nova-compute[74639]: No targets found.
Nov 15 20:16:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:16:30 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:16:30 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e49e0558-2606-439d-9f9a-f3ff41381eaf]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7a9fe038-82ed-44a1-8688-af9cae0f28b5]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:30 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:16:30 user nova-compute[74639]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 (non-flash)
Nov 15 20:16:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:30 user nova-compute[74639]: tcp: [40] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 (non-flash)
Nov 15 20:16:30 user nova-compute[74639]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 (non-flash)
Nov 15 20:16:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa980307370>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[67167f13-8518-4ae2-ac44-2d3f117eaf29]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f543f64-7b17-4926-b507-7bd268f52335]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af36ade-ebeb-4bec-a6ab-c3d1a3eec67d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.036s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1af2b504-71fc-4039-8987-f08869b9bc1a]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-26130346536383965', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_ff2d7474', '/dev/disk/by-id/scsi-1SCST_BIOff2d7474-a04e689effd0a5be') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[507cdc5e-1033-4d88-b3c7-690fa5839c27]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e92b3311-8b36-4535-b310-048950febe05]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b77724f8-9938-4f3a-8a61-5416eb5aa70f]: (4, ('Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208, portal: 172.16.0.220,3260]\nLogout of [sid: 40, target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 40, target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208, portal: 172.16.0.220,3260]
Nov 15 20:16:30 user nova-compute[74639]: Logout of [sid: 40, target: iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208, portal: 172.16.0.220,3260] successful.
Nov 15 20:16:30 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:fc31ba3e-bff6-4468-8c99-60360d504208 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e005f870-b051-4244-8fc9-8cd4c4e9d3b8]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.307s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] <== disconnect_volume: return (308ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:16:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Deleting instance files /opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b_del
Nov 15 20:16:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Deletion of /opt/stack/data/nova/instances/250988f9-46ed-4162-ad68-f112abc76a1b_del complete
Nov 15 20:16:30 user nova-compute[74639]: INFO nova.compute.manager [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 15 20:16:30 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:16:30 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:16:31 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:16:31 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Took 0.43 seconds to deallocate network for instance.
Nov 15 20:16:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-cc49fd8a-ae51-4a26-9b2c-3617b411903f req-092584b8-79f9-4aee-b844-fe40d60c52dd service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cc49fd8a-ae51-4a26-9b2c-3617b411903f req-092584b8-79f9-4aee-b844-fe40d60c52dd service nova] Acquiring lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cc49fd8a-ae51-4a26-9b2c-3617b411903f req-092584b8-79f9-4aee-b844-fe40d60c52dd service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cc49fd8a-ae51-4a26-9b2c-3617b411903f req-092584b8-79f9-4aee-b844-fe40d60c52dd service nova] Lock "250988f9-46ed-4162-ad68-f112abc76a1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-cc49fd8a-ae51-4a26-9b2c-3617b411903f req-092584b8-79f9-4aee-b844-fe40d60c52dd service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] No waiting events found dispatching network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:16:31 user nova-compute[74639]: WARNING nova.compute.manager [req-cc49fd8a-ae51-4a26-9b2c-3617b411903f req-092584b8-79f9-4aee-b844-fe40d60c52dd service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received unexpected event network-vif-plugged-5c7385be-4d5f-41f2-838c-cb127b3cde9c for instance with vm_state active and task_state deleting.
Nov 15 20:16:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-cc49fd8a-ae51-4a26-9b2c-3617b411903f req-092584b8-79f9-4aee-b844-fe40d60c52dd service nova] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Received event network-vif-deleted-5c7385be-4d5f-41f2-838c-cb127b3cde9c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:31 user nova-compute[74639]: INFO nova.compute.manager [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 250988f9-46ed-4162-ad68-f112abc76a1b] Took 0.76 seconds to detach 1 volumes for instance.
Nov 15 20:16:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:32 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:16:32 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:16:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.295s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:32 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Deleted allocations for instance 250988f9-46ed-4162-ad68-f112abc76a1b
Nov 15 20:16:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81c92e90-d730-4250-8205-c19386da7c71 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "250988f9-46ed-4162-ad68-f112abc76a1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.849s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:37 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 4540a694-29f5-4b77-be08-52fa33666619 is timed out.
Nov 15 20:16:37 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Successfully detached device vdb from instance 4540a694-29f5-4b77-be08-52fa33666619 from the live domain config.
Nov 15 20:16:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'pBJYAvdy', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:16:37 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f60995-3819-434d-90e1-b782db928c0b]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:16:37 user nova-compute[74639]: No targets found.
Nov 15 20:16:37 user nova-compute[74639]: iSNS:
Nov 15 20:16:37 user nova-compute[74639]: No targets found.
Nov 15 20:16:37 user nova-compute[74639]: STATIC:
Nov 15 20:16:37 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:16:37 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:16:37 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:16:37 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676
Nov 15 20:16:37 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:16:37 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:16:37 user nova-compute[74639]: FIRMWARE:
Nov 15 20:16:37 user nova-compute[74639]: No targets found.
Nov 15 20:16:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:16:37 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:16:37 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[52796d8c-8b69-4f02-b655-443054d0567f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[764d5e13-f2ec-4901-8b25-3956d247277a]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:37 user nova-compute[74639]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 (non-flash)
Nov 15 20:16:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:37 user nova-compute[74639]: tcp: [47] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 (non-flash)
Nov 15 20:16:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9702a6ef0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d00ed85-709a-4a08-9ccd-4c8d1b3b37b3]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6d87721-91d3-4168-a6f9-3d3d81580654]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[120df886-38c3-45f3-b45d-c9a6e494a83d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b38ae366-8806-4c08-a065-d95dad4c205b]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4427c84b-53dd-4163-919e-fcd5619a4d29]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7349616-18f4-4873-8754-023663c56913]: (4, ('Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676, portal: 172.16.0.220,3260]\nLogout of [sid: 47, target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 47, target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676, portal: 172.16.0.220,3260]
Nov 15 20:16:37 user nova-compute[74639]: Logout of [sid: 47, target: iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676, portal: 172.16.0.220,3260] successful.
Nov 15 20:16:37 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:37 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:38 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:c346c7a7-e45e-42a9-8e10-7a7ebaa66676 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:38 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d38e8fb3-2f90-4191-b008-413148a7732b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:16:38 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] <== disconnect_volume: return (299ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:16:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:16:38 user nova-compute[74639]: DEBUG nova.objects.instance [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'flavor' on Instance uuid 4540a694-29f5-4b77-be08-52fa33666619 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:16:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-005af602-a91a-4a2a-bf1a-b398f1774386 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.719s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-e592a558-96e5-48f2-9a12-e6ff1953d13a req-966a7a5c-d1d4-4008-bd93-80e3bfd9b226 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received event network-changed-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-e592a558-96e5-48f2-9a12-e6ff1953d13a req-966a7a5c-d1d4-4008-bd93-80e3bfd9b226 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Refreshing instance network info cache due to event network-changed-32da4097-3083-48f6-98b3-4e2c5da31ab8. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:16:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e592a558-96e5-48f2-9a12-e6ff1953d13a req-966a7a5c-d1d4-4008-bd93-80e3bfd9b226 service nova] Acquiring lock "refresh_cache-1984c3f7-5324-40b4-827d-fe33a0def83b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:16:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e592a558-96e5-48f2-9a12-e6ff1953d13a req-966a7a5c-d1d4-4008-bd93-80e3bfd9b226 service nova] Acquired lock "refresh_cache-1984c3f7-5324-40b4-827d-fe33a0def83b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:16:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-e592a558-96e5-48f2-9a12-e6ff1953d13a req-966a7a5c-d1d4-4008-bd93-80e3bfd9b226 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Refreshing network info cache for port 32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:16:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:16:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:16:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:16:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:16:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:45 user nova-compute[74639]: DEBUG nova.network.neutron [req-e592a558-96e5-48f2-9a12-e6ff1953d13a req-966a7a5c-d1d4-4008-bd93-80e3bfd9b226 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Updated VIF entry in instance network info cache for port 32da4097-3083-48f6-98b3-4e2c5da31ab8. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:16:45 user nova-compute[74639]: DEBUG nova.network.neutron [req-e592a558-96e5-48f2-9a12-e6ff1953d13a req-966a7a5c-d1d4-4008-bd93-80e3bfd9b226 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Updating instance_info_cache with network_info: [{"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:16:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e592a558-96e5-48f2-9a12-e6ff1953d13a req-966a7a5c-d1d4-4008-bd93-80e3bfd9b226 service nova] Releasing lock "refresh_cache-1984c3f7-5324-40b4-827d-fe33a0def83b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG nova.objects.instance [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lazy-loading 'flavor' on Instance uuid 1984c3f7-5324-40b4-827d-fe33a0def83b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.053s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:48 user nova-compute[74639]: INFO nova.compute.manager [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Attaching volume a4a92721-8d19-4be4-98aa-36dc196bc44b to /dev/vdb
Nov 15 20:16:48 user nova-compute[74639]: DEBUG os_brick.utils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[99a00609-1419-499c-94d2-f92e41e370ae]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8acd4e3c-dc80-4a00-81fe-c1e57b32d98e]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0946aff2-cea8-40a2-a5fb-9c9d4281fe2c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d0f9e17d-05e1-4663-a50e-3f9395185096]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:16:48 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:16:48 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[06fbb1a5-8331-40d2-9c83-c845c642497b]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG os_brick.utils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] <== get_connector_properties: return (114ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:16:48 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Updating existing volume attachment record: 5d065fff-1056-4fd6-8b68-66c48772ff05 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:16:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-e2108f5d-7150-4508-86bd-a5a5548f9b18 req-7f4718d6-a6d7-45e2-b792-469fb041d61b service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-changed-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:16:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-e2108f5d-7150-4508-86bd-a5a5548f9b18 req-7f4718d6-a6d7-45e2-b792-469fb041d61b service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Refreshing instance network info cache due to event network-changed-3e9eccb9-5361-46ac-8496-0113a5389bb4. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:16:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e2108f5d-7150-4508-86bd-a5a5548f9b18 req-7f4718d6-a6d7-45e2-b792-469fb041d61b service nova] Acquiring lock "refresh_cache-238fc997-f7ea-4050-b1e0-a1c09963fd17" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:16:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e2108f5d-7150-4508-86bd-a5a5548f9b18 req-7f4718d6-a6d7-45e2-b792-469fb041d61b service nova] Acquired lock "refresh_cache-238fc997-f7ea-4050-b1e0-a1c09963fd17" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:16:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-e2108f5d-7150-4508-86bd-a5a5548f9b18 req-7f4718d6-a6d7-45e2-b792-469fb041d61b service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Refreshing network info cache for port 3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:16:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-e2108f5d-7150-4508-86bd-a5a5548f9b18 req-7f4718d6-a6d7-45e2-b792-469fb041d61b service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Updated VIF entry in instance network info cache for port 3e9eccb9-5361-46ac-8496-0113a5389bb4. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-e2108f5d-7150-4508-86bd-a5a5548f9b18 req-7f4718d6-a6d7-45e2-b792-469fb041d61b service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Updating instance_info_cache with network_info: [{"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e2108f5d-7150-4508-86bd-a5a5548f9b18 req-7f4718d6-a6d7-45e2-b792-469fb041d61b service nova] Releasing lock "refresh_cache-238fc997-f7ea-4050-b1e0-a1c09963fd17" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:16:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'flavor' on Instance uuid 238fc997-f7ea-4050-b1e0-a1c09963fd17 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.063s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:51 user nova-compute[74639]: INFO nova.compute.manager [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Attaching volume 5d801252-03b1-4bfe-8374-bf6d22622a12 to /dev/vdb
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG os_brick.utils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d010e704-10a4-4ca3-9640-1636d0cb8743]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ee09b35-596f-4a18-bb91-a11dcc60e331]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba0e8cce-9643-4627-82aa-75612bd8871b]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac10d264-d515-4aae-828e-aa25fa28923f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:16:51 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c6e81e8-4f45-4b15-958e-b92a4cc73a34]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG os_brick.utils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] <== get_connector_properties: return (121ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Updating existing volume attachment record: c1687231-578f-41a2-ae0b-0585cddfd5fa {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json" returned: 0 in 0.201s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619/disk --force-share --output=json" returned: 0 in 0.232s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json" returned: 0 in 0.217s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZMRgtJQs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:16:53 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.004s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:16:53 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:16:53 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:53 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:16:53 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:16:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8252MB free_disk=24.82617950439453GB free_vcpus=5 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5167cc40-be6c-4e95-a6d3-9bb95aef9905]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:16:53 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[708a1314-fce3-449b-a939-133abcd79eaa]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b] added
Nov 15 20:16:53 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0fc6bfd-93fc-479a-bfeb-a43d8944588e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[31fa1383-f361-4e9c-bc72-a5c880c53d98]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZMRgtJQs {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v ZMRgtJQs" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6472a211-218b-4eea-aaa8-b11bb744e343]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'ZMRgtJQs'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e7aea35-923d-4087-8c81-4416157ab7c9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7128f3c3-5e7f-4280-b392-371412b9b57b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2cba7bb7-3d55-4d53-8bde-413913f3972b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 4540a694-29f5-4b77-be08-52fa33666619 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 1984c3f7-5324-40b4-827d-fe33a0def83b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:16:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 238fc997-f7ea-4050-b1e0-a1c09963fd17 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 7 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=4096MB phys_disk=40GB used_disk=6GB total_vcpus=12 used_vcpus=7 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.069s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[93e1531e-f12f-47bc-ad84-6e67bf93257b]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:54 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:54 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --login" returned: 0 in 0.064s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[83f0b24c-0354-4dc4-97ba-82d31d05974f]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b, portal: 172.16.0.220,3260]
Nov 15 20:16:54 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b, portal: 172.16.0.220,3260] successful.
Nov 15 20:16:54 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5c14ab8-dd65-47d4-87ba-ef6cb093cb72]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bd4e0ad-f9fe-4779-ad1a-00bf574e6fd3]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:54 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:16:54 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:54 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:16:54 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.369s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] HCTL ('33', '-', '-', 0) found on session 48 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6025e0e-f2c7-48bb-b7a8-92fef0dfb29f]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.503s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Searching for a device in session 48 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZMRgtJQs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.406s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] <== connect_volume: return (1410ms) {'type': 'block', 'scsi_wwn': '23863366463653265', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23863366463653265', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG nova.objects.instance [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lazy-loading 'flavor' on Instance uuid 1984c3f7-5324-40b4-827d-fe33a0def83b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:16:55 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:16:55 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:16:55 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:16:55 user nova-compute[74639]:   <serial>a4a92721-8d19-4be4-98aa-36dc196bc44b</serial>
Nov 15 20:16:55 user nova-compute[74639]: </disk>
Nov 15 20:16:55 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] No VIF found with MAC fa:16:3e:7a:c3:99, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:16:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-8afbb43b-481f-4adf-8614-f306eeef47e7 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.400s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'boezrQDM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:16:56 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:16:56 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:16:56 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0787631d-cefa-48c6-8f3f-f10c8107cd53]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:16:56 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8f241de-0016-4d96-8dab-159627024077]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12] added
Nov 15 20:16:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[308be1b0-2fb5-4222-8474-d401bd1b42da]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4871cf0-af16-4172-94ea-aec15fc45044]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v boezrQDM {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v boezrQDM" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3330f984-096c-4c7f-a12e-3cf07ae216ac]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'boezrQDM'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[de629531-02ef-4cb1-bc20-0a434eb701b6]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4594a9f4-9de8-42d0-9630-fc0ccdb8dbd9]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:56 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:16:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:56 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:16:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[688f3121-4571-416f-b5a4-00968bf578a8]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12, portal: 172.16.0.220,3260]
Nov 15 20:16:56 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12, portal: 172.16.0.220,3260] successful.
Nov 15 20:16:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5882646-a120-475d-a922-06b8be5bb848]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5bf3ddcd-edfb-4e71-89f1-1a6aa2ade0e6]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:56 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:16:56 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:16:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:16:56 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:16:56 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:16:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.280s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] HCTL ('34', '-', '-', 0) found on session 49 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[95140ee9-61e4-43d9-80b3-ebcd9a3a2013]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:16:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updating instance_info_cache with network_info: [{"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-cd1202e8-ad5f-46cd-9f64-96661da09f7c" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:57 user nova-compute[74639]: INFO nova.compute.manager [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Detaching volume a4a92721-8d19-4be4-98aa-36dc196bc44b
Nov 15 20:16:57 user nova-compute[74639]: INFO nova.virt.block_device [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Attempting to driver detach volume a4a92721-8d19-4be4-98aa-36dc196bc44b from mountpoint /dev/vdb
Nov 15 20:16:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Attempting to detach device vdb from instance 1984c3f7-5324-40b4-827d-fe33a0def83b from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:16:57 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:16:57 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:16:57 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:16:57 user nova-compute[74639]:   <serial>a4a92721-8d19-4be4-98aa-36dc196bc44b</serial>
Nov 15 20:16:57 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:16:57 user nova-compute[74639]: </disk>
Nov 15 20:16:57 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:16:57 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Successfully detached device vdb from instance 1984c3f7-5324-40b4-827d-fe33a0def83b from the persistent domain config.
Nov 15 20:16:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 1984c3f7-5324-40b4-827d-fe33a0def83b from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:16:57 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:16:57 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:16:57 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:16:57 user nova-compute[74639]:   <serial>a4a92721-8d19-4be4-98aa-36dc196bc44b</serial>
Nov 15 20:16:57 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:16:57 user nova-compute[74639]: </disk>
Nov 15 20:16:57 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 1984c3f7-5324-40b4-827d-fe33a0def83b {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Searching for a device in session 49 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'boezrQDM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.312s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] <== connect_volume: return (1313ms) {'type': 'block', 'scsi_wwn': '26134623239656563', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26134623239656563', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:16:57 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'flavor' on Instance uuid 238fc997-f7ea-4050-b1e0-a1c09963fd17 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:16:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:16:58 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:16:58 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:16:58 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:16:58 user nova-compute[74639]:   <serial>5d801252-03b1-4bfe-8374-bf6d22622a12</serial>
Nov 15 20:16:58 user nova-compute[74639]: </disk>
Nov 15 20:16:58 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:16:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:16:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:16:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] No VIF found with MAC fa:16:3e:a3:14:cd, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:16:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c42375c9-0955-47b9-bdba-bb76976f175e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.215s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:59 user nova-compute[74639]: INFO nova.compute.manager [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Detaching volume 5d801252-03b1-4bfe-8374-bf6d22622a12
Nov 15 20:16:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:16:59 user nova-compute[74639]: INFO nova.virt.block_device [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Attempting to driver detach volume 5d801252-03b1-4bfe-8374-bf6d22622a12 from mountpoint /dev/vdb
Nov 15 20:16:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Attempting to detach device vdb from instance 238fc997-f7ea-4050-b1e0-a1c09963fd17 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:16:59 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:16:59 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:16:59 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:16:59 user nova-compute[74639]:   <serial>5d801252-03b1-4bfe-8374-bf6d22622a12</serial>
Nov 15 20:16:59 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:16:59 user nova-compute[74639]: </disk>
Nov 15 20:16:59 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:16:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully detached device vdb from instance 238fc997-f7ea-4050-b1e0-a1c09963fd17 from the persistent domain config.
Nov 15 20:16:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 238fc997-f7ea-4050-b1e0-a1c09963fd17 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:16:59 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:16:59 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:16:59 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:16:59 user nova-compute[74639]:   <serial>5d801252-03b1-4bfe-8374-bf6d22622a12</serial>
Nov 15 20:16:59 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:16:59 user nova-compute[74639]: </disk>
Nov 15 20:16:59 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:16:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:16:59 user nova-compute[74639]: INFO nova.compute.claims [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Claim successful on node user
Nov 15 20:17:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 238fc997-f7ea-4050-b1e0-a1c09963fd17 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.444s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:17:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:17:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG nova.policy [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63eb3b613bfe44e197212335107e2fee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca801d0b0e2249b0af7849a684792724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:17:00 user nova-compute[74639]: INFO nova.virt.block_device [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Booting with volume 02b4ba13-105a-46d0-a7e8-04308e81a583 at /dev/vda
Nov 15 20:17:00 user nova-compute[74639]: DEBUG os_brick.utils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[06c2b12b-9a8a-4683-8896-9f9f016905e6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[422a55b9-d2e9-497b-ad43-c61917d9731a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[735a35cd-022b-4ff1-a2ae-b675739dbbac]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[168872a1-e9ae-4d81-8a5b-2b7733a5bd9f]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:17:00 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:17:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3621fb7-6d9b-45f3-a57f-4e9dc45f85d4]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG os_brick.utils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Updating existing volume attachment record: 9a57ffba-4ed4-48d9-8bb7-0f6413430cc0 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:17:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Successfully created port: 1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Successfully updated port: 1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquired lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-872cfc70-ba64-4b2b-b755-4b9eb053ddce req-e91559e2-eba8-42b0-8004-805fb91d17bf service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received event network-changed-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-872cfc70-ba64-4b2b-b755-4b9eb053ddce req-e91559e2-eba8-42b0-8004-805fb91d17bf service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Refreshing instance network info cache due to event network-changed-1b49ae7c-91f2-4e9d-839d-8600958fa292. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-872cfc70-ba64-4b2b-b755-4b9eb053ddce req-e91559e2-eba8-42b0-8004-805fb91d17bf service nova] Acquiring lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Updating instance_info_cache with network_info: [{"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Releasing lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Instance network_info: |[{"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-872cfc70-ba64-4b2b-b755-4b9eb053ddce req-e91559e2-eba8-42b0-8004-805fb91d17bf service nova] Acquired lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:17:01 user nova-compute[74639]: DEBUG nova.network.neutron [req-872cfc70-ba64-4b2b-b755-4b9eb053ddce req-e91559e2-eba8-42b0-8004-805fb91d17bf service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Refreshing network info cache for port 1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:17:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-872cfc70-ba64-4b2b-b755-4b9eb053ddce req-e91559e2-eba8-42b0-8004-805fb91d17bf service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Updated VIF entry in instance network info cache for port 1b49ae7c-91f2-4e9d-839d-8600958fa292. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:17:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-872cfc70-ba64-4b2b-b755-4b9eb053ddce req-e91559e2-eba8-42b0-8004-805fb91d17bf service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Updating instance_info_cache with network_info: [{"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:17:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-872cfc70-ba64-4b2b-b755-4b9eb053ddce req-e91559e2-eba8-42b0-8004-805fb91d17bf service nova] Releasing lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:17:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:17:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Creating image(s)
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Ensure instance console log exists: /opt/stack/data/nova/instances/9a515d91-49c1-4549-bee6-c55cea3fb3a9/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Start _get_guest_xml network_info=[{"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'caDSksLl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '9a515d91-49c1-4549-bee6-c55cea3fb3a9', 'attached_at': '', 'detached_at': '', 'volume_id': '02b4ba13-105a-46d0-a7e8-04308e81a583', 'serial': '02b4ba13-105a-46d0-a7e8-04308e81a583'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'attachment_id': '9a57ffba-4ed4-48d9-8bb7-0f6413430cc0', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:17:05 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:17:05 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'caDSksLl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:17:05 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:17:05 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:17:05 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[398bce8e-1eb8-466b-8797-b676bfe3a970]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:17:05 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e37924c3-8b2f-41d8-b35d-4bead51a49c4]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583] added
Nov 15 20:17:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1289dd72-0856-4469-91f7-7c063fbc3128]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[59beac88-3501-4163-8beb-4976f94c4b14]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v caDSksLl {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v caDSksLl" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7d0bfc6-df64-4870-96cb-6fe71cf027d3]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'caDSksLl'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5484ed5b-a09a-47c2-87ba-6808993fcd20]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2a59105e-a1b7-4fff-9492-06adf8311be3]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:17:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:17:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --login" returned: 0 in 0.060s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[817bc660-8d4c-418b-8820-1900d59b3bea]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583, portal: 172.16.0.220,3260]
Nov 15 20:17:05 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583, portal: 172.16.0.220,3260] successful.
Nov 15 20:17:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd21fef1-bb04-4286-b5f9-f01022d5fb74]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f944763-9add-4ba8-91f1-5aed8048c232]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:17:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:17:05 user nova-compute[74639]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:17:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.268s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] HCTL ('35', '-', '-', 0) found on session 50 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Scanning host 35 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host35/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host35/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c086a293-3dd0-4792-bd2f-964f056508ee]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching for a device in session 50 and hctl ['35', '*', '*', 0] yield: sdd {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:17:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to sdd using {'target_iqn': 'iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'caDSksLl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.300s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== connect_volume: return (1301ms) {'type': 'block', 'scsi_wwn': '23139333536613162', 'path': '/dev/sdd'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23139333536613162', 'path': '/dev/sdd'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:16:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1750429197',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1750429197',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1750429197',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLcMQ+YpRtDv/fTqk2OWKqsrC0uLWhzCCV8UtpOJwRH4LQ13E/N8jeIwwTjxCTIL6rQ88/JXI0Wq5Tq0zS+T06lHBmt4i00eApqOfcFTH5a/oKsLboG20y0X2KS7e90Lg==',key_name='tempest-keypair-2048813562',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-fq0pdq6d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:17:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63eb3b613bfe44e197212335107e2fee',uuid=9a515d91-49c1-4549-bee6-c55cea3fb3a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=1b49ae7c-91f2-4e9d-839d-8600958fa292,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b49ae7c-91') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'pci_devices' on Instance uuid 9a515d91-49c1-4549-bee6-c55cea3fb3a9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:17:06 user nova-compute[74639]:   <uuid>9a515d91-49c1-4549-bee6-c55cea3fb3a9</uuid>
Nov 15 20:17:06 user nova-compute[74639]:   <name>instance-0000002a</name>
Nov 15 20:17:06 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:17:06 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:17:06 user nova-compute[74639]:   <metadata>
Nov 15 20:17:06 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:17:06 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:17:06 user nova-compute[74639]:       <nova:name>tempest-TestVolumeBootPattern-volume-backed-server-1750429197</nova:name>
Nov 15 20:17:06 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:17:05</nova:creationTime>
Nov 15 20:17:06 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:17:06 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:17:06 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:17:06 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:17:06 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:17:06 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:17:06 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:17:06 user nova-compute[74639]:       <nova:owner>
Nov 15 20:17:06 user nova-compute[74639]:         <nova:user uuid="63eb3b613bfe44e197212335107e2fee">tempest-TestVolumeBootPattern-144009441-project-member</nova:user>
Nov 15 20:17:06 user nova-compute[74639]:         <nova:project uuid="ca801d0b0e2249b0af7849a684792724">tempest-TestVolumeBootPattern-144009441</nova:project>
Nov 15 20:17:06 user nova-compute[74639]:       </nova:owner>
Nov 15 20:17:06 user nova-compute[74639]:       <nova:ports>
Nov 15 20:17:06 user nova-compute[74639]:         <nova:port uuid="1b49ae7c-91f2-4e9d-839d-8600958fa292">
Nov 15 20:17:06 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.14" ipVersion="4"/>
Nov 15 20:17:06 user nova-compute[74639]:         </nova:port>
Nov 15 20:17:06 user nova-compute[74639]:       </nova:ports>
Nov 15 20:17:06 user nova-compute[74639]:     </nova:instance>
Nov 15 20:17:06 user nova-compute[74639]:   </metadata>
Nov 15 20:17:06 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:17:06 user nova-compute[74639]:     <system>
Nov 15 20:17:06 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:17:06 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:17:06 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:17:06 user nova-compute[74639]:       <entry name="serial">9a515d91-49c1-4549-bee6-c55cea3fb3a9</entry>
Nov 15 20:17:06 user nova-compute[74639]:       <entry name="uuid">9a515d91-49c1-4549-bee6-c55cea3fb3a9</entry>
Nov 15 20:17:06 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:17:06 user nova-compute[74639]:     </system>
Nov 15 20:17:06 user nova-compute[74639]:   </sysinfo>
Nov 15 20:17:06 user nova-compute[74639]:   <os>
Nov 15 20:17:06 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:17:06 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:17:06 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:17:06 user nova-compute[74639]:   </os>
Nov 15 20:17:06 user nova-compute[74639]:   <features>
Nov 15 20:17:06 user nova-compute[74639]:     <acpi/>
Nov 15 20:17:06 user nova-compute[74639]:     <apic/>
Nov 15 20:17:06 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:17:06 user nova-compute[74639]:   </features>
Nov 15 20:17:06 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:17:06 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:17:06 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:17:06 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:17:06 user nova-compute[74639]:   </clock>
Nov 15 20:17:06 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:17:06 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:17:06 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:17:06 user nova-compute[74639]:   </cpu>
Nov 15 20:17:06 user nova-compute[74639]:   <devices>
Nov 15 20:17:06 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:17:06 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:17:06 user nova-compute[74639]:       <source dev="/dev/sdd"/>
Nov 15 20:17:06 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:17:06 user nova-compute[74639]:       <serial>02b4ba13-105a-46d0-a7e8-04308e81a583</serial>
Nov 15 20:17:06 user nova-compute[74639]:     </disk>
Nov 15 20:17:06 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:17:06 user nova-compute[74639]:       <mac address="fa:16:3e:24:ba:9b"/>
Nov 15 20:17:06 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:17:06 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:17:06 user nova-compute[74639]:       <target dev="tap1b49ae7c-91"/>
Nov 15 20:17:06 user nova-compute[74639]:     </interface>
Nov 15 20:17:06 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:17:06 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/9a515d91-49c1-4549-bee6-c55cea3fb3a9/console.log" append="off"/>
Nov 15 20:17:06 user nova-compute[74639]:     </serial>
Nov 15 20:17:06 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:17:06 user nova-compute[74639]:     <video>
Nov 15 20:17:06 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:17:06 user nova-compute[74639]:     </video>
Nov 15 20:17:06 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:17:06 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:17:06 user nova-compute[74639]:     </rng>
Nov 15 20:17:06 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:17:06 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:17:06 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:17:06 user nova-compute[74639]:     </memballoon>
Nov 15 20:17:06 user nova-compute[74639]:   </devices>
Nov 15 20:17:06 user nova-compute[74639]: </domain>
Nov 15 20:17:06 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:16:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1750429197',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1750429197',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1750429197',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLcMQ+YpRtDv/fTqk2OWKqsrC0uLWhzCCV8UtpOJwRH4LQ13E/N8jeIwwTjxCTIL6rQ88/JXI0Wq5Tq0zS+T06lHBmt4i00eApqOfcFTH5a/oKsLboG20y0X2KS7e90Lg==',key_name='tempest-keypair-2048813562',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-fq0pdq6d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:17:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63eb3b613bfe44e197212335107e2fee',uuid=9a515d91-49c1-4549-bee6-c55cea3fb3a9,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:24:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=1b49ae7c-91f2-4e9d-839d-8600958fa292,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b49ae7c-91') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG os_vif [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=1b49ae7c-91f2-4e9d-839d-8600958fa292,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b49ae7c-91') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '47d13c6c-d4a2-56ae-afc2-b53225cf1a51', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap1b49ae7c-91, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap1b49ae7c-91, col_values=(('qos', UUID('e5332fd1-9618-4e14-a10f-f9f181dd8b8f')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap1b49ae7c-91, col_values=(('external_ids', {'iface-id': '1b49ae7c-91f2-4e9d-839d-8600958fa292', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:24:ba:9b', 'vm-uuid': '9a515d91-49c1-4549-bee6-c55cea3fb3a9'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:06 user nova-compute[74639]: INFO os_vif [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:24:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=1b49ae7c-91f2-4e9d-839d-8600958fa292,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b49ae7c-91')
Nov 15 20:17:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No VIF found with MAC fa:16:3e:24:ba:9b, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6a61c05-c133-451b-b364-bcf5f6e4322d req-a899d8a5-a756-44ba-938f-4f9a239ade70 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received event network-changed-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG nova.compute.manager [req-c6a61c05-c133-451b-b364-bcf5f6e4322d req-a899d8a5-a756-44ba-938f-4f9a239ade70 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Refreshing instance network info cache due to event network-changed-0d2ffaa6-4c97-4953-93ea-3a379566f187. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6a61c05-c133-451b-b364-bcf5f6e4322d req-a899d8a5-a756-44ba-938f-4f9a239ade70 service nova] Acquiring lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6a61c05-c133-451b-b364-bcf5f6e4322d req-a899d8a5-a756-44ba-938f-4f9a239ade70 service nova] Acquired lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG nova.network.neutron [req-c6a61c05-c133-451b-b364-bcf5f6e4322d req-a899d8a5-a756-44ba-938f-4f9a239ade70 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Refreshing network info cache for port 0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:07 user nova-compute[74639]: INFO nova.compute.manager [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Terminating instance
Nov 15 20:17:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.network.neutron [req-c6a61c05-c133-451b-b364-bcf5f6e4322d req-a899d8a5-a756-44ba-938f-4f9a239ade70 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Updated VIF entry in instance network info cache for port 0d2ffaa6-4c97-4953-93ea-3a379566f187. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.network.neutron [req-c6a61c05-c133-451b-b364-bcf5f6e4322d req-a899d8a5-a756-44ba-938f-4f9a239ade70 service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Updating instance_info_cache with network_info: [{"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c6a61c05-c133-451b-b364-bcf5f6e4322d req-a899d8a5-a756-44ba-938f-4f9a239ade70 service nova] Releasing lock "refresh_cache-4540a694-29f5-4b77-be08-52fa33666619" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.compute.manager [req-7c12ad3c-bc25-401c-a397-ebd0fe77d774 req-7a696071-d570-4d95-97a7-b972af9a71d0 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received event network-vif-plugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7c12ad3c-bc25-401c-a397-ebd0fe77d774 req-7a696071-d570-4d95-97a7-b972af9a71d0 service nova] Acquiring lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7c12ad3c-bc25-401c-a397-ebd0fe77d774 req-7a696071-d570-4d95-97a7-b972af9a71d0 service nova] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7c12ad3c-bc25-401c-a397-ebd0fe77d774 req-7a696071-d570-4d95-97a7-b972af9a71d0 service nova] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.compute.manager [req-7c12ad3c-bc25-401c-a397-ebd0fe77d774 req-7a696071-d570-4d95-97a7-b972af9a71d0 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] No waiting events found dispatching network-vif-plugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:08 user nova-compute[74639]: WARNING nova.compute.manager [req-7c12ad3c-bc25-401c-a397-ebd0fe77d774 req-7a696071-d570-4d95-97a7-b972af9a71d0 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received unexpected event network-vif-plugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 for instance with vm_state building and task_state spawning.
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Instance destroyed successfully.
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.objects.instance [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'resources' on Instance uuid 4540a694-29f5-4b77-be08-52fa33666619 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:15Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-1972539533',display_name='tempest-TestStampPattern-server-1972539533',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-1972539533',id=39,image_ref='e8b90c83-fe71-4b29-9392-eb5ea1f459ac',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDi4SjA93KNLajf0YeezrsidF7QA/rWIZS5j9IXI2v9bxbj+m3BgtrlF26sWt625K/V+lLc+xOmYA+0MgmHP3kc0A1pt7VtK2Rc+Qm0J0V6h5iU/fzVi0Qk/zyCJpzdn8w==',key_name='tempest-TestStampPattern-1609655985',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:14:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='668a5673502e412b9f26fd492505bebc',ramdisk_id='',reservation_id='r-vxw2m1hn',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_image_location='snapshot',image_image_state='available',image_image_type='snapshot',image_instance_uuid='2cba7bb7-3d55-4d53-8bde-413913f3972b',image_min_disk='1',image_min_ram='0',image_owner_id='668a5673502e412b9f26fd492505bebc',image_owner_project_name='tempest-TestStampPattern-540601570',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestStampPattern-540601570-project-member',image_user_id='0a1e00448b44452fa704739c40abad92',owner_project_name='tempest-TestStampPattern-540601570',owner_user_name='tempest-TestStampPattern-540601570-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:14:23Z,user_data=None,user_id='0a1e00448b44452fa704739c40abad92',uuid=4540a694-29f5-4b77-be08-52fa33666619,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converting VIF {"id": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "address": "fa:16:3e:75:3b:ff", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0d2ffaa6-4c", "ovs_interfaceid": "0d2ffaa6-4c97-4953-93ea-3a379566f187", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:75:3b:ff,bridge_name='br-int',has_traffic_filtering=True,id=0d2ffaa6-4c97-4953-93ea-3a379566f187,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2ffaa6-4c') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG os_vif [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:3b:ff,bridge_name='br-int',has_traffic_filtering=True,id=0d2ffaa6-4c97-4953-93ea-3a379566f187,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2ffaa6-4c') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0d2ffaa6-4c, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c0719d42-4c14-47e0-b69b-cd4de20d3cfd) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:08 user nova-compute[74639]: INFO os_vif [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:75:3b:ff,bridge_name='br-int',has_traffic_filtering=True,id=0d2ffaa6-4c97-4953-93ea-3a379566f187,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0d2ffaa6-4c')
Nov 15 20:17:08 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Deleting instance files /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619_del
Nov 15 20:17:08 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Deletion of /opt/stack/data/nova/instances/4540a694-29f5-4b77-be08-52fa33666619_del complete
Nov 15 20:17:08 user nova-compute[74639]: INFO nova.compute.manager [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Took 1.17 seconds to destroy the instance on the hypervisor.
Nov 15 20:17:08 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:17:08 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 4540a694-29f5-4b77-be08-52fa33666619] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:17:09 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Took 0.41 seconds to deallocate network for instance.
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.291s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received event network-vif-unplugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] No waiting events found dispatching network-vif-unplugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:09 user nova-compute[74639]: WARNING nova.compute.manager [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received unexpected event network-vif-unplugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 for instance with vm_state deleted and task_state None.
Nov 15 20:17:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received event network-vif-plugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] Acquiring lock "4540a694-29f5-4b77-be08-52fa33666619-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] Lock "4540a694-29f5-4b77-be08-52fa33666619-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] No waiting events found dispatching network-vif-plugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:09 user nova-compute[74639]: WARNING nova.compute.manager [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received unexpected event network-vif-plugged-0d2ffaa6-4c97-4953-93ea-3a379566f187 for instance with vm_state deleted and task_state None.
Nov 15 20:17:09 user nova-compute[74639]: DEBUG nova.compute.manager [req-a548a513-f356-4b1f-b27e-fc9ea7e01e99 req-830e4cb4-3f98-48bd-a2d7-682659c5770b service nova] [instance: 4540a694-29f5-4b77-be08-52fa33666619] Received event network-vif-deleted-0d2ffaa6-4c97-4953-93ea-3a379566f187 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:09 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Deleted allocations for instance 4540a694-29f5-4b77-be08-52fa33666619
Nov 15 20:17:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-554cfffc-da67-49ef-ad3e-45d6a62ec133 tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "4540a694-29f5-4b77-be08-52fa33666619" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.051s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-7757976e-9d64-4a1d-b87a-d77d50215d3e req-b757214f-8de8-431d-8180-8fbb134d805f service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received event network-vif-plugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7757976e-9d64-4a1d-b87a-d77d50215d3e req-b757214f-8de8-431d-8180-8fbb134d805f service nova] Acquiring lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7757976e-9d64-4a1d-b87a-d77d50215d3e req-b757214f-8de8-431d-8180-8fbb134d805f service nova] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7757976e-9d64-4a1d-b87a-d77d50215d3e req-b757214f-8de8-431d-8180-8fbb134d805f service nova] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-7757976e-9d64-4a1d-b87a-d77d50215d3e req-b757214f-8de8-431d-8180-8fbb134d805f service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] No waiting events found dispatching network-vif-plugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:10 user nova-compute[74639]: WARNING nova.compute.manager [req-7757976e-9d64-4a1d-b87a-d77d50215d3e req-b757214f-8de8-431d-8180-8fbb134d805f service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received unexpected event network-vif-plugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 for instance with vm_state building and task_state spawning.
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:17:10 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Instance spawned successfully.
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:17:10 user nova-compute[74639]: INFO nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Took 5.22 seconds to spawn the instance on the hypervisor.
Nov 15 20:17:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:17:10 user nova-compute[74639]: INFO nova.compute.manager [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Took 10.99 seconds to build instance.
Nov 15 20:17:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e55b623d-3047-47d6-8261-c666383e526e tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 11.087s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:17 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 1984c3f7-5324-40b4-827d-fe33a0def83b is timed out.
Nov 15 20:17:17 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Successfully detached device vdb from instance 1984c3f7-5324-40b4-827d-fe33a0def83b from the live domain config.
Nov 15 20:17:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:17:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'ZMRgtJQs', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:17:17 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:17:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:17:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:17:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[73e54308-ee5c-4045-97da-b2c2019f253e]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:17:18 user nova-compute[74639]: No targets found.
Nov 15 20:17:18 user nova-compute[74639]: iSNS:
Nov 15 20:17:18 user nova-compute[74639]: No targets found.
Nov 15 20:17:18 user nova-compute[74639]: STATIC:
Nov 15 20:17:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:17:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:17:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:17:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583
Nov 15 20:17:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:17:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:17:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12
Nov 15 20:17:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:17:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:17:18 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b
Nov 15 20:17:18 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:17:18 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:17:18 user nova-compute[74639]: FIRMWARE:
Nov 15 20:17:18 user nova-compute[74639]: No targets found.
Nov 15 20:17:18 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:17:18 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:17:18 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[12a9d26f-1c7b-4a33-8fe1-f1041ebff72e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eabc3dd6-b9db-4683-8021-7e59028bccb7]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:17:18 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:17:18 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:17:18 user nova-compute[74639]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:17:18 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:17:18 user nova-compute[74639]: tcp: [48] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b (non-flash)
Nov 15 20:17:18 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:17:18 user nova-compute[74639]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:17:18 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9702c4940>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[dfbdaaf3-8b3a-4488-a98d-7114c71f538d]: (4, ('path checker states:\nup                  4\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[46ca816f-3dac-42e6-bdcc-0985a70f626d]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6bc1d2af-9561-4fac-9aab-b312df2ebdab]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.042s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e172b182-c9e4-41e3-8cf8-3deb25f7e1de]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dff764d-30cd-4311-a86e-fe9d6f3bde8e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[62fa4ceb-a45b-4a54-b662-3a979ab102e1]: (4, ('Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b, portal: 172.16.0.220,3260]\nLogout of [sid: 48, target: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 48, target: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b, portal: 172.16.0.220,3260]
Nov 15 20:17:18 user nova-compute[74639]: Logout of [sid: 48, target: iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b, portal: 172.16.0.220,3260] successful.
Nov 15 20:17:18 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:a4a92721-8d19-4be4-98aa-36dc196bc44b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[296bd172-cf73-4fc0-9233-f735c046dd12]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.317s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] <== disconnect_volume: return (319ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:17:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:19 user nova-compute[74639]: DEBUG nova.objects.instance [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lazy-loading 'flavor' on Instance uuid 1984c3f7-5324-40b4-827d-fe33a0def83b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:17:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-975bde8b-e12d-45b6-9b41-5405f309f2d3 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.726s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 238fc997-f7ea-4050-b1e0-a1c09963fd17 is timed out.
Nov 15 20:17:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully detached device vdb from instance 238fc997-f7ea-4050-b1e0-a1c09963fd17 from the live domain config.
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'boezrQDM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:17:20 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[63af38bc-a408-4c46-8916-84cf493225d7]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:17:20 user nova-compute[74639]: No targets found.
Nov 15 20:17:20 user nova-compute[74639]: iSNS:
Nov 15 20:17:20 user nova-compute[74639]: No targets found.
Nov 15 20:17:20 user nova-compute[74639]: STATIC:
Nov 15 20:17:20 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:17:20 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:17:20 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:17:20 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583
Nov 15 20:17:20 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:17:20 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:17:20 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12
Nov 15 20:17:20 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:17:20 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:17:20 user nova-compute[74639]: FIRMWARE:
Nov 15 20:17:20 user nova-compute[74639]: No targets found.
Nov 15 20:17:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:17:20 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:17:20 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a46030c9-daa0-41dd-ba0b-a1925c2d068c]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6cbf7f7b-c752-4995-aff5-4622a4d456a8]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:17:20 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:17:20 user nova-compute[74639]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:17:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:17:20 user nova-compute[74639]: tcp: [49] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 (non-flash)
Nov 15 20:17:20 user nova-compute[74639]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:17:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704e9120>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[32c22204-c7e4-4e30-89fb-9b3f920370c1]: (4, ('path checker states:\nup                  3\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "7128f3c3-5e7f-4280-b392-371412b9b57b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: INFO nova.compute.manager [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Terminating instance
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ca2c2cd5-0cbe-4aa8-9c25-97400362b4f3]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3410a4be-e2c9-4c6c-8187-f0a100c0799d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.031s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[28373bf5-13af-4fc8-b062-cb33f8cc5346]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2dc20159-c25b-48ec-ab6a-aa788999bbca]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --logout" returned: 0 in 0.068s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7945b5c2-ebb4-4734-bc89-3f2be861f4ed]: (4, ('Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12, portal: 172.16.0.220,3260]\nLogout of [sid: 49, target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 49, target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12, portal: 172.16.0.220,3260]
Nov 15 20:17:20 user nova-compute[74639]: Logout of [sid: 49, target: iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12, portal: 172.16.0.220,3260] successful.
Nov 15 20:17:20 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:5d801252-03b1-4bfe-8374-bf6d22622a12 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5886d4c-4996-4fe1-9471-4852fc49de4b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.331s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] <== disconnect_volume: return (333ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-009ddedc-1866-42ab-b0a1-8a601f688e48 req-ae7629fd-f101-42b7-ae5b-92f088de026a service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received event network-vif-unplugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-009ddedc-1866-42ab-b0a1-8a601f688e48 req-ae7629fd-f101-42b7-ae5b-92f088de026a service nova] Acquiring lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-009ddedc-1866-42ab-b0a1-8a601f688e48 req-ae7629fd-f101-42b7-ae5b-92f088de026a service nova] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-009ddedc-1866-42ab-b0a1-8a601f688e48 req-ae7629fd-f101-42b7-ae5b-92f088de026a service nova] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-009ddedc-1866-42ab-b0a1-8a601f688e48 req-ae7629fd-f101-42b7-ae5b-92f088de026a service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] No waiting events found dispatching network-vif-unplugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-009ddedc-1866-42ab-b0a1-8a601f688e48 req-ae7629fd-f101-42b7-ae5b-92f088de026a service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received event network-vif-unplugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:17:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Instance destroyed successfully.
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.objects.instance [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'resources' on Instance uuid 7128f3c3-5e7f-4280-b392-371412b9b57b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:07:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-1510007096',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-1510007096',id=32,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:08:03Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-dsoae9i5',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:09:55Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=7128f3c3-5e7f-4280-b392-371412b9b57b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "address": "fa:16:3e:8a:21:07", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape69a98c8-0a", "ovs_interfaceid": "e69a98c8-0a3a-4055-bf60-6b764962cfa3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:8a:21:07,bridge_name='br-int',has_traffic_filtering=True,id=e69a98c8-0a3a-4055-bf60-6b764962cfa3,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69a98c8-0a') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG os_vif [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:21:07,bridge_name='br-int',has_traffic_filtering=True,id=e69a98c8-0a3a-4055-bf60-6b764962cfa3,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69a98c8-0a') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape69a98c8-0a, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d08c964f-738d-4a9c-b7cd-722c9943496e) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:20 user nova-compute[74639]: INFO os_vif [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:8a:21:07,bridge_name='br-int',has_traffic_filtering=True,id=e69a98c8-0a3a-4055-bf60-6b764962cfa3,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape69a98c8-0a')
Nov 15 20:17:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Deleting instance files /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b_del
Nov 15 20:17:20 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Deletion of /opt/stack/data/nova/instances/7128f3c3-5e7f-4280-b392-371412b9b57b_del complete
Nov 15 20:17:21 user nova-compute[74639]: INFO nova.compute.manager [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Took 0.71 seconds to destroy the instance on the hypervisor.
Nov 15 20:17:21 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:17:21 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:17:21 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:17:21 user nova-compute[74639]: DEBUG nova.objects.instance [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'flavor' on Instance uuid 238fc997-f7ea-4050-b1e0-a1c09963fd17 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:17:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-f29e6d7d-d7a0-4e43-9428-103278d5f6db tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.803s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:21 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:17:21 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Took 0.93 seconds to deallocate network for instance.
Nov 15 20:17:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:22 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:17:22 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:17:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.245s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:22 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Deleted allocations for instance 7128f3c3-5e7f-4280-b392-371412b9b57b
Nov 15 20:17:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-81f48bc7-a8b1-41b9-9b6c-228ee7eaa446 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.075s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-d608de49-577f-497f-a085-234e3fd7be56 req-d4618d5a-f760-42a7-8e8e-fd01b324ed38 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received event network-vif-plugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d608de49-577f-497f-a085-234e3fd7be56 req-d4618d5a-f760-42a7-8e8e-fd01b324ed38 service nova] Acquiring lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d608de49-577f-497f-a085-234e3fd7be56 req-d4618d5a-f760-42a7-8e8e-fd01b324ed38 service nova] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d608de49-577f-497f-a085-234e3fd7be56 req-d4618d5a-f760-42a7-8e8e-fd01b324ed38 service nova] Lock "7128f3c3-5e7f-4280-b392-371412b9b57b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-d608de49-577f-497f-a085-234e3fd7be56 req-d4618d5a-f760-42a7-8e8e-fd01b324ed38 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] No waiting events found dispatching network-vif-plugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:22 user nova-compute[74639]: WARNING nova.compute.manager [req-d608de49-577f-497f-a085-234e3fd7be56 req-d4618d5a-f760-42a7-8e8e-fd01b324ed38 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received unexpected event network-vif-plugged-e69a98c8-0a3a-4055-bf60-6b764962cfa3 for instance with vm_state deleted and task_state None.
Nov 15 20:17:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-d608de49-577f-497f-a085-234e3fd7be56 req-d4618d5a-f760-42a7-8e8e-fd01b324ed38 service nova] [instance: 7128f3c3-5e7f-4280-b392-371412b9b57b] Received event network-vif-deleted-e69a98c8-0a3a-4055-bf60-6b764962cfa3 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:49 user nova-compute[74639]: INFO nova.compute.manager [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Terminating instance
Nov 15 20:17:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:17:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:50 user nova-compute[74639]: INFO nova.compute.manager [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Terminating instance
Nov 15 20:17:50 user nova-compute[74639]: DEBUG nova.compute.manager [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-225a73c6-3641-46e4-8507-e0bde8b8a836 req-08850f05-c8fb-4c4d-aef8-39f26bf7a7c8 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-unplugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-225a73c6-3641-46e4-8507-e0bde8b8a836 req-08850f05-c8fb-4c4d-aef8-39f26bf7a7c8 service nova] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-225a73c6-3641-46e4-8507-e0bde8b8a836 req-08850f05-c8fb-4c4d-aef8-39f26bf7a7c8 service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-225a73c6-3641-46e4-8507-e0bde8b8a836 req-08850f05-c8fb-4c4d-aef8-39f26bf7a7c8 service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-225a73c6-3641-46e4-8507-e0bde8b8a836 req-08850f05-c8fb-4c4d-aef8-39f26bf7a7c8 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] No waiting events found dispatching network-vif-unplugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-225a73c6-3641-46e4-8507-e0bde8b8a836 req-08850f05-c8fb-4c4d-aef8-39f26bf7a7c8 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-unplugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Instance destroyed successfully.
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lazy-loading 'resources' on Instance uuid 238fc997-f7ea-4050-b1e0-a1c09963fd17 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:17:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Instance destroyed successfully.
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lazy-loading 'resources' on Instance uuid 1984c3f7-5324-40b4-827d-fe33a0def83b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:58Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-AttachVolumeNegativeTest-server-1201124808',display_name='tempest-AttachVolumeNegativeTest-server-1201124808',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-attachvolumenegativetest-server-1201124808',id=41,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBM+7c4hw6QBNVgh1SywxDq+ocInMwOVxx0AcF2EWwJSL2pLzavo8IVgCcuzKbktSZaj0zy+42I9jXtpUZ7e7wvu450NQc2RqCF9E5nf/J4PsMLEbjVvPMgbIcdY/0NXQYg==',key_name='tempest-keypair-1355796054',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:15:05Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='0d6315f7034e48d3904879f9d9a07705',ramdisk_id='',reservation_id='r-fsdml0wg',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-AttachVolumeNegativeTest-539543471',owner_user_name='tempest-AttachVolumeNegativeTest-539543471-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:15:05Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='74aff3b9726b493bb29f52e091d34d4a',uuid=238fc997-f7ea-4050-b1e0-a1c09963fd17,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converting VIF {"id": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "address": "fa:16:3e:a3:14:cd", "network": {"id": "f9505c57-ac3a-4ee6-bb7e-a143187fe471", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1906816152-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.105", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "0d6315f7034e48d3904879f9d9a07705", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap3e9eccb9-53", "ovs_interfaceid": "3e9eccb9-5361-46ac-8496-0113a5389bb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:a3:14:cd,bridge_name='br-int',has_traffic_filtering=True,id=3e9eccb9-5361-46ac-8496-0113a5389bb4,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e9eccb9-53') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG os_vif [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:14:cd,bridge_name='br-int',has_traffic_filtering=True,id=3e9eccb9-5361-46ac-8496-0113a5389bb4,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e9eccb9-53') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap3e9eccb9-53, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:14:53Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachScenarioOldVersion-server-2076401804',display_name='tempest-TestServerVolumeAttachScenarioOldVersion-server-2076401804',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachscenariooldversion-server-2076401',id=40,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBLf4PYpioXI6o0CMgCb+7Ya+c6f2nK1NvqlnkbWew+8AFfE7eKWq6REPle80aNEdX7n2FbR6oW7SLOKkjDkJfVIgc6acd7HJBHT039CXTQKu5ssk7rvwgRK7XloLFrm5Zw==',key_name='tempest-keypair-1267460630',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:15:00Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='53e2639b16ad4d078dee7f61961b4e30',ramdisk_id='',reservation_id='r-09v01nwr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachScenarioOldVersion-1943424344',owner_user_name='tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:15:00Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='2729d56590784a94b2adca68e2e0eb6c',uuid=1984c3f7-5324-40b4-827d-fe33a0def83b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Converting VIF {"id": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "address": "fa:16:3e:7a:c3:99", "network": {"id": "e24ac10d-0348-478e-822a-791dbad17abf", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachScenarioOldVersion-120163146-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.80", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "53e2639b16ad4d078dee7f61961b4e30", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap32da4097-30", "ovs_interfaceid": "32da4097-3083-48f6-98b3-4e2c5da31ab8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:7a:c3:99,bridge_name='br-int',has_traffic_filtering=True,id=32da4097-3083-48f6-98b3-4e2c5da31ab8,network=Network(e24ac10d-0348-478e-822a-791dbad17abf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32da4097-30') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG os_vif [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:c3:99,bridge_name='br-int',has_traffic_filtering=True,id=32da4097-3083-48f6-98b3-4e2c5da31ab8,network=Network(e24ac10d-0348-478e-822a-791dbad17abf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32da4097-30') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap32da4097-30, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=59793e8a-5137-4c6e-bc50-d9276fee2fcf) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c94e0ae5-d1e1-4410-a427-0b950bfefd58) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:17:51 user nova-compute[74639]: INFO os_vif [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:a3:14:cd,bridge_name='br-int',has_traffic_filtering=True,id=3e9eccb9-5361-46ac-8496-0113a5389bb4,network=Network(f9505c57-ac3a-4ee6-bb7e-a143187fe471),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap3e9eccb9-53')
Nov 15 20:17:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Deleting instance files /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17_del
Nov 15 20:17:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Deletion of /opt/stack/data/nova/instances/238fc997-f7ea-4050-b1e0-a1c09963fd17_del complete
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:17:51 user nova-compute[74639]: INFO os_vif [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:7a:c3:99,bridge_name='br-int',has_traffic_filtering=True,id=32da4097-3083-48f6-98b3-4e2c5da31ab8,network=Network(e24ac10d-0348-478e-822a-791dbad17abf),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap32da4097-30')
Nov 15 20:17:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Deleting instance files /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b_del
Nov 15 20:17:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Deletion of /opt/stack/data/nova/instances/1984c3f7-5324-40b4-827d-fe33a0def83b_del complete
Nov 15 20:17:51 user nova-compute[74639]: INFO nova.compute.manager [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Took 1.34 seconds to destroy the instance on the hypervisor.
Nov 15 20:17:51 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:17:51 user nova-compute[74639]: INFO nova.compute.manager [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Took 1.00 seconds to destroy the instance on the hypervisor.
Nov 15 20:17:51 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.231s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sde (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:17:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Error from libvirt while getting description of instance-00000028: [Error Code 42] Domain not found: no domain with matching uuid '1984c3f7-5324-40b4-827d-fe33a0def83b' (instance-00000028): libvirt.libvirtError: Domain not found: no domain with matching uuid '1984c3f7-5324-40b4-827d-fe33a0def83b' (instance-00000028)
Nov 15 20:17:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:17:52 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Error from libvirt while getting description of instance-00000029: [Error Code 42] Domain not found: no domain with matching uuid '238fc997-f7ea-4050-b1e0-a1c09963fd17' (instance-00000029): libvirt.libvirtError: Domain not found: no domain with matching uuid '238fc997-f7ea-4050-b1e0-a1c09963fd17' (instance-00000029)
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] No waiting events found dispatching network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:52 user nova-compute[74639]: WARNING nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received unexpected event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 for instance with vm_state active and task_state deleting.
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received event network-vif-unplugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] No waiting events found dispatching network-vif-unplugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received event network-vif-unplugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received event network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] No waiting events found dispatching network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:52 user nova-compute[74639]: WARNING nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received unexpected event network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 for instance with vm_state active and task_state deleting.
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] No waiting events found dispatching network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:52 user nova-compute[74639]: WARNING nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received unexpected event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 for instance with vm_state active and task_state deleting.
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] No waiting events found dispatching network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:52 user nova-compute[74639]: WARNING nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received unexpected event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 for instance with vm_state active and task_state deleting.
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-unplugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] No waiting events found dispatching network-vif-unplugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-unplugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Acquiring lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] No waiting events found dispatching network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:52 user nova-compute[74639]: WARNING nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received unexpected event network-vif-plugged-3e9eccb9-5361-46ac-8496-0113a5389bb4 for instance with vm_state active and task_state deleting.
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received event network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Acquiring lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] No waiting events found dispatching network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:17:52 user nova-compute[74639]: WARNING nova.compute.manager [req-3efa31b5-0df5-4e50-a248-c337a4264753 req-fd3610d3-c5e8-4e8a-9e5c-8268fd2b41cd service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received unexpected event network-vif-plugged-32da4097-3083-48f6-98b3-4e2c5da31ab8 for instance with vm_state active and task_state deleting.
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-2d9a2b89-c182-4b9f-969b-4e8402e3b6bc req-e0e234c4-3a94-41c6-8ed7-7f20fe84c300 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Received event network-vif-deleted-32da4097-3083-48f6-98b3-4e2c5da31ab8 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:52 user nova-compute[74639]: INFO nova.compute.manager [req-2d9a2b89-c182-4b9f-969b-4e8402e3b6bc req-e0e234c4-3a94-41c6-8ed7-7f20fe84c300 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Neutron deleted interface 32da4097-3083-48f6-98b3-4e2c5da31ab8; detaching it from the instance and deleting it from the info cache
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-2d9a2b89-c182-4b9f-969b-4e8402e3b6bc req-e0e234c4-3a94-41c6-8ed7-7f20fe84c300 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:17:52 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:17:52 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8451MB free_disk=24.948017120361328GB free_vcpus=8 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:52 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Took 1.29 seconds to deallocate network for instance.
Nov 15 20:17:52 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Took 1.37 seconds to deallocate network for instance.
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-2d9a2b89-c182-4b9f-969b-4e8402e3b6bc req-e0e234c4-3a94-41c6-8ed7-7f20fe84c300 service nova] [instance: 1984c3f7-5324-40b4-827d-fe33a0def83b] Detach interface failed, port_id=32da4097-3083-48f6-98b3-4e2c5da31ab8, reason: Instance 1984c3f7-5324-40b4-827d-fe33a0def83b could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance cd1202e8-ad5f-46cd-9f64-96661da09f7c actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2cba7bb7-3d55-4d53-8bde-413913f3972b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 1984c3f7-5324-40b4-827d-fe33a0def83b actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 238fc997-f7ea-4050-b1e0-a1c09963fd17 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 9a515d91-49c1-4549-bee6-c55cea3fb3a9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 6 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=3584MB phys_disk=40GB used_disk=4GB total_vcpus=12 used_vcpus=6 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.375s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.300s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.229s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.506s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:17:53 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Deleted allocations for instance 1984c3f7-5324-40b4-827d-fe33a0def83b
Nov 15 20:17:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-211359a3-f126-4fde-b34a-e6b698a1e8e9 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344 tempest-TestServerVolumeAttachScenarioOldVersion-1943424344-project-member] Lock "1984c3f7-5324-40b4-827d-fe33a0def83b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.061s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.211s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:53 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Deleted allocations for instance 238fc997-f7ea-4050-b1e0-a1c09963fd17
Nov 15 20:17:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-77a943b6-2b7a-47a4-be7a-f5007963f32e tempest-AttachVolumeNegativeTest-539543471 tempest-AttachVolumeNegativeTest-539543471-project-member] Lock "238fc997-f7ea-4050-b1e0-a1c09963fd17" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.655s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-74f2252c-cbeb-4708-8794-6d9e20c3e915 req-d7285037-4927-4cc7-bf06-eed409321200 service nova] [instance: 238fc997-f7ea-4050-b1e0-a1c09963fd17] Received event network-vif-deleted-3e9eccb9-5361-46ac-8496-0113a5389bb4 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:17:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:17:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:17:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:17:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:17:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:17:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:17:57 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:17:58 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updating instance_info_cache with network_info: [{"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:17:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:17:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:18:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-cc2e2ebb-c3d8-4a4c-8242-418050bff3d8 req-5e75479f-8e69-4c90-8c9d-a5f575d7eb84 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received event network-changed-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-cc2e2ebb-c3d8-4a4c-8242-418050bff3d8 req-5e75479f-8e69-4c90-8c9d-a5f575d7eb84 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Refreshing instance network info cache due to event network-changed-4ee1aa72-3436-414c-aeb4-fcbcb3852c26. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cc2e2ebb-c3d8-4a4c-8242-418050bff3d8 req-5e75479f-8e69-4c90-8c9d-a5f575d7eb84 service nova] Acquiring lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cc2e2ebb-c3d8-4a4c-8242-418050bff3d8 req-5e75479f-8e69-4c90-8c9d-a5f575d7eb84 service nova] Acquired lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG nova.network.neutron [req-cc2e2ebb-c3d8-4a4c-8242-418050bff3d8 req-5e75479f-8e69-4c90-8c9d-a5f575d7eb84 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Refreshing network info cache for port 4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:03 user nova-compute[74639]: INFO nova.compute.manager [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Terminating instance
Nov 15 20:18:03 user nova-compute[74639]: DEBUG nova.compute.manager [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG nova.network.neutron [req-cc2e2ebb-c3d8-4a4c-8242-418050bff3d8 req-5e75479f-8e69-4c90-8c9d-a5f575d7eb84 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updated VIF entry in instance network info cache for port 4ee1aa72-3436-414c-aeb4-fcbcb3852c26. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG nova.network.neutron [req-cc2e2ebb-c3d8-4a4c-8242-418050bff3d8 req-5e75479f-8e69-4c90-8c9d-a5f575d7eb84 service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updating instance_info_cache with network_info: [{"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cc2e2ebb-c3d8-4a4c-8242-418050bff3d8 req-5e75479f-8e69-4c90-8c9d-a5f575d7eb84 service nova] Releasing lock "refresh_cache-2cba7bb7-3d55-4d53-8bde-413913f3972b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:04 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Instance destroyed successfully.
Nov 15 20:18:04 user nova-compute[74639]: DEBUG nova.objects.instance [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lazy-loading 'resources' on Instance uuid 2cba7bb7-3d55-4d53-8bde-413913f3972b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:11:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestStampPattern-server-347826521',display_name='tempest-TestStampPattern-server-347826521',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-teststamppattern-server-347826521',id=36,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDi4SjA93KNLajf0YeezrsidF7QA/rWIZS5j9IXI2v9bxbj+m3BgtrlF26sWt625K/V+lLc+xOmYA+0MgmHP3kc0A1pt7VtK2Rc+Qm0J0V6h5iU/fzVi0Qk/zyCJpzdn8w==',key_name='tempest-TestStampPattern-1609655985',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:11:21Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='668a5673502e412b9f26fd492505bebc',ramdisk_id='',reservation_id='r-500brsfy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestStampPattern-540601570',owner_user_name='tempest-TestStampPattern-540601570-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:14:14Z,user_data=None,user_id='0a1e00448b44452fa704739c40abad92',uuid=2cba7bb7-3d55-4d53-8bde-413913f3972b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converting VIF {"id": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "address": "fa:16:3e:f7:6d:c7", "network": {"id": "5e0eee57-2708-467c-b652-5d85255fbfd4", "bridge": "br-int", "label": "tempest-TestStampPattern-309826238-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.25", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "668a5673502e412b9f26fd492505bebc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap4ee1aa72-34", "ovs_interfaceid": "4ee1aa72-3436-414c-aeb4-fcbcb3852c26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:f7:6d:c7,bridge_name='br-int',has_traffic_filtering=True,id=4ee1aa72-3436-414c-aeb4-fcbcb3852c26,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee1aa72-34') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG os_vif [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:6d:c7,bridge_name='br-int',has_traffic_filtering=True,id=4ee1aa72-3436-414c-aeb4-fcbcb3852c26,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee1aa72-34') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap4ee1aa72-34, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=71546c46-818d-4a03-b8ba-16a9b5772453) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:04 user nova-compute[74639]: INFO os_vif [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:f7:6d:c7,bridge_name='br-int',has_traffic_filtering=True,id=4ee1aa72-3436-414c-aeb4-fcbcb3852c26,network=Network(5e0eee57-2708-467c-b652-5d85255fbfd4),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap4ee1aa72-34')
Nov 15 20:18:04 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Deleting instance files /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b_del
Nov 15 20:18:04 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Deletion of /opt/stack/data/nova/instances/2cba7bb7-3d55-4d53-8bde-413913f3972b_del complete
Nov 15 20:18:04 user nova-compute[74639]: INFO nova.compute.manager [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 15 20:18:04 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:18:04 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:18:05 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Took 0.46 seconds to deallocate network for instance.
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-7b711988-4bc5-4441-a85f-568540ee369a req-42d3e50a-3ba8-4b2f-820b-0be80d9a77bd service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received event network-vif-deleted-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:18:05 user nova-compute[74639]: INFO nova.compute.manager [req-7b711988-4bc5-4441-a85f-568540ee369a req-42d3e50a-3ba8-4b2f-820b-0be80d9a77bd service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Neutron deleted interface 4ee1aa72-3436-414c-aeb4-fcbcb3852c26; detaching it from the instance and deleting it from the info cache
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.network.neutron [req-7b711988-4bc5-4441-a85f-568540ee369a req-42d3e50a-3ba8-4b2f-820b-0be80d9a77bd service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-7b711988-4bc5-4441-a85f-568540ee369a req-42d3e50a-3ba8-4b2f-820b-0be80d9a77bd service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Detach interface failed, port_id=4ee1aa72-3436-414c-aeb4-fcbcb3852c26, reason: Instance 2cba7bb7-3d55-4d53-8bde-413913f3972b could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.211s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:05 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Deleted allocations for instance 2cba7bb7-3d55-4d53-8bde-413913f3972b
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-15de1f90-d41f-404d-96b8-d3d2a98ce26e tempest-TestStampPattern-540601570 tempest-TestStampPattern-540601570-project-member] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.704s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received event network-vif-unplugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] No waiting events found dispatching network-vif-unplugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:18:05 user nova-compute[74639]: WARNING nova.compute.manager [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received unexpected event network-vif-unplugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 for instance with vm_state deleted and task_state None.
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received event network-vif-plugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] Acquiring lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] Lock "2cba7bb7-3d55-4d53-8bde-413913f3972b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:05 user nova-compute[74639]: DEBUG nova.compute.manager [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] No waiting events found dispatching network-vif-plugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:18:05 user nova-compute[74639]: WARNING nova.compute.manager [req-e16b259b-0c02-42bd-aadc-e1fb87bcc31a req-bf656dac-c687-4941-a799-7697fe2905df service nova] [instance: 2cba7bb7-3d55-4d53-8bde-413913f3972b] Received unexpected event network-vif-plugged-4ee1aa72-3436-414c-aeb4-fcbcb3852c26 for instance with vm_state deleted and task_state None.
Nov 15 20:18:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:10 user nova-compute[74639]: INFO nova.compute.manager [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Terminating instance
Nov 15 20:18:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:18:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-78d7eb2d-a8c4-4c61-828b-f3caa8473a89 req-1d04c288-b4a7-4eca-a68b-25a70e037517 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-unplugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-78d7eb2d-a8c4-4c61-828b-f3caa8473a89 req-1d04c288-b4a7-4eca-a68b-25a70e037517 service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-78d7eb2d-a8c4-4c61-828b-f3caa8473a89 req-1d04c288-b4a7-4eca-a68b-25a70e037517 service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-78d7eb2d-a8c4-4c61-828b-f3caa8473a89 req-1d04c288-b4a7-4eca-a68b-25a70e037517 service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-78d7eb2d-a8c4-4c61-828b-f3caa8473a89 req-1d04c288-b4a7-4eca-a68b-25a70e037517 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-unplugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG nova.compute.manager [req-78d7eb2d-a8c4-4c61-828b-f3caa8473a89 req-1d04c288-b4a7-4eca-a68b-25a70e037517 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-unplugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:18:11 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Instance destroyed successfully.
Nov 15 20:18:11 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'resources' on Instance uuid cd1202e8-ad5f-46cd-9f64-96661da09f7c {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:02:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-814966071',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-814966071',id=23,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:04:23Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-adirdc7c',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:06:11Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=cd1202e8-ad5f-46cd-9f64-96661da09f7c,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "0081b6ac-be39-41c3-9532-282385d4fbbf", "address": "fa:16:3e:91:f7:3d", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap0081b6ac-be", "ovs_interfaceid": "0081b6ac-be39-41c3-9532-282385d4fbbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:91:f7:3d,bridge_name='br-int',has_traffic_filtering=True,id=0081b6ac-be39-41c3-9532-282385d4fbbf,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0081b6ac-be') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_vif [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:f7:3d,bridge_name='br-int',has_traffic_filtering=True,id=0081b6ac-be39-41c3-9532-282385d4fbbf,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0081b6ac-be') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap0081b6ac-be, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=19fdd852-016f-4caa-b5c6-b6c6540dc515) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:18:11 user nova-compute[74639]: INFO os_vif [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:91:f7:3d,bridge_name='br-int',has_traffic_filtering=True,id=0081b6ac-be39-41c3-9532-282385d4fbbf,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap0081b6ac-be')
Nov 15 20:18:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'zqUFlscx', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sde'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:18:11 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[78f93bcf-82e3-48e0-8fcd-eafb684f3cfd]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:18:11 user nova-compute[74639]: No targets found.
Nov 15 20:18:11 user nova-compute[74639]: iSNS:
Nov 15 20:18:11 user nova-compute[74639]: No targets found.
Nov 15 20:18:11 user nova-compute[74639]: STATIC:
Nov 15 20:18:11 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e
Nov 15 20:18:11 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:18:11 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:18:11 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583
Nov 15 20:18:11 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:18:11 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:18:11 user nova-compute[74639]: FIRMWARE:
Nov 15 20:18:11 user nova-compute[74639]: No targets found.
Nov 15 20:18:11 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:18:11 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:18:11 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e251f5bd-483f-4fc9-9604-e4180c240bc2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[481b2d76-148e-482a-8218-ab5da0cab3f4]: (4, ('tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)\ntcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:18:11 user nova-compute[74639]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:18:11 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsi session list stdout=tcp: [28] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e (non-flash)
Nov 15 20:18:11 user nova-compute[74639]: tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:18:11 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9703430a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e'): ({'sde'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Removing single pathed devices sde {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddac515c-fb14-4697-a720-4b0f7c546562]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sde" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e9c7c41-a7b4-4568-97fa-7a0e5e397a56]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Flushing IO for device /dev/sde {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sde {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sde" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[255d041f-7577-4313-962d-0f07ec7d70fe]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Remove SCSI device /dev/sde with /sys/block/sde/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sde/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sde/device/delete" returned: 0 in 0.046s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[271bf810-de88-4d17-82e9-eebd785291f3]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Checking to see if SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] SCSI volumes sde have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9070c974-1086-480b-b0b9-de329e3d2c1e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[649d8059-d709-4ece-adb9-67eada937bc1]: (4, ('Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e, portal: 172.16.0.220,3260]\nLogout of [sid: 28, target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 28, target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e, portal: 172.16.0.220,3260]
Nov 15 20:18:11 user nova-compute[74639]: Logout of [sid: 28, target: iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e, portal: 172.16.0.220,3260] successful.
Nov 15 20:18:11 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:77e33575-da68-496b-b79f-d5ecd631184e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[585f5152-0f7f-4a21-8c37-c565461b7a22]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] <== disconnect_volume: return (298ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:18:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:18:11 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Deleting instance files /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c_del
Nov 15 20:18:11 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Deletion of /opt/stack/data/nova/instances/cd1202e8-ad5f-46cd-9f64-96661da09f7c_del complete
Nov 15 20:18:12 user nova-compute[74639]: INFO nova.compute.manager [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 15 20:18:12 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:18:12 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:18:12 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:18:12 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:18:13 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Took 0.97 seconds to deallocate network for instance.
Nov 15 20:18:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-ca993030-ad1f-4745-8026-128f3ae224e6 req-076d482f-ee4e-4167-ab38-643aef177582 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:18:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ca993030-ad1f-4745-8026-128f3ae224e6 req-076d482f-ee4e-4167-ab38-643aef177582 service nova] Acquiring lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ca993030-ad1f-4745-8026-128f3ae224e6 req-076d482f-ee4e-4167-ab38-643aef177582 service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ca993030-ad1f-4745-8026-128f3ae224e6 req-076d482f-ee4e-4167-ab38-643aef177582 service nova] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-ca993030-ad1f-4745-8026-128f3ae224e6 req-076d482f-ee4e-4167-ab38-643aef177582 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] No waiting events found dispatching network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:18:13 user nova-compute[74639]: WARNING nova.compute.manager [req-ca993030-ad1f-4745-8026-128f3ae224e6 req-076d482f-ee4e-4167-ab38-643aef177582 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received unexpected event network-vif-plugged-0081b6ac-be39-41c3-9532-282385d4fbbf for instance with vm_state active and task_state deleting.
Nov 15 20:18:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-ca993030-ad1f-4745-8026-128f3ae224e6 req-076d482f-ee4e-4167-ab38-643aef177582 service nova] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Received event network-vif-deleted-0081b6ac-be39-41c3-9532-282385d4fbbf {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:18:14 user nova-compute[74639]: INFO nova.compute.manager [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: cd1202e8-ad5f-46cd-9f64-96661da09f7c] Took 1.02 seconds to detach 1 volumes for instance.
Nov 15 20:18:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:14 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:18:14 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:18:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.181s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:14 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Deleted allocations for instance cd1202e8-ad5f-46cd-9f64-96661da09f7c
Nov 15 20:18:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1a8abcc5-ce54-41f7-aa5d-f881a75bb31d tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "cd1202e8-ad5f-46cd-9f64-96661da09f7c" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.785s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:18:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:18:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:18:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:18:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-f6785faf-2376-4464-98ac-3fcb3688bc89 req-52320e60-964f-4ac3-ad1f-4caa34f6f254 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received event network-changed-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:18:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-f6785faf-2376-4464-98ac-3fcb3688bc89 req-52320e60-964f-4ac3-ad1f-4caa34f6f254 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Refreshing instance network info cache due to event network-changed-1b49ae7c-91f2-4e9d-839d-8600958fa292. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:18:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f6785faf-2376-4464-98ac-3fcb3688bc89 req-52320e60-964f-4ac3-ad1f-4caa34f6f254 service nova] Acquiring lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:18:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f6785faf-2376-4464-98ac-3fcb3688bc89 req-52320e60-964f-4ac3-ad1f-4caa34f6f254 service nova] Acquired lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:18:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-f6785faf-2376-4464-98ac-3fcb3688bc89 req-52320e60-964f-4ac3-ad1f-4caa34f6f254 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Refreshing network info cache for port 1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG nova.network.neutron [req-f6785faf-2376-4464-98ac-3fcb3688bc89 req-52320e60-964f-4ac3-ad1f-4caa34f6f254 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Updated VIF entry in instance network info cache for port 1b49ae7c-91f2-4e9d-839d-8600958fa292. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG nova.network.neutron [req-f6785faf-2376-4464-98ac-3fcb3688bc89 req-52320e60-964f-4ac3-ad1f-4caa34f6f254 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Updating instance_info_cache with network_info: [{"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f6785faf-2376-4464-98ac-3fcb3688bc89 req-52320e60-964f-4ac3-ad1f-4caa34f6f254 service nova] Releasing lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:18:52 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:18:52 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:18:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8732MB free_disk=25.117908477783203GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance d3494acb-20af-40a8-afa2-a1b811109aa1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 9a515d91-49c1-4549-bee6-c55cea3fb3a9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:18:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.265s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:18:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:18:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:18:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:18:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:18:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:18:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:18:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:18:58 user nova-compute[74639]: INFO nova.compute.claims [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Claim successful on node user
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.265s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:18:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:18:58 user nova-compute[74639]: INFO nova.virt.block_device [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Booting with volume snapshot a8042430-6f91-4e72-9321-7211c592b471 at /dev/vda
Nov 15 20:18:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:18:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 20:18:59 user nova-compute[74639]: DEBUG nova.policy [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63eb3b613bfe44e197212335107e2fee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca801d0b0e2249b0af7849a684792724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:18:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:00 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Successfully created port: 42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:19:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Successfully updated port: 42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "refresh_cache-2d6d691d-f501-41f7-84b7-22b75ed6c2b7" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquired lock "refresh_cache-2d6d691d-f501-41f7-84b7-22b75ed6c2b7" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-759deaa5-880c-4a02-a88a-2e0f69419298 req-35c65caf-0e08-4807-8bd3-971d196ce4af service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received event network-changed-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.compute.manager [req-759deaa5-880c-4a02-a88a-2e0f69419298 req-35c65caf-0e08-4807-8bd3-971d196ce4af service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Refreshing instance network info cache due to event network-changed-42dcadb7-6f02-4c30-b3c0-acca25525f2b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-759deaa5-880c-4a02-a88a-2e0f69419298 req-35c65caf-0e08-4807-8bd3-971d196ce4af service nova] Acquiring lock "refresh_cache-2d6d691d-f501-41f7-84b7-22b75ed6c2b7" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Updating instance_info_cache with network_info: [{"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Releasing lock "refresh_cache-2d6d691d-f501-41f7-84b7-22b75ed6c2b7" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Instance network_info: |[{"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-759deaa5-880c-4a02-a88a-2e0f69419298 req-35c65caf-0e08-4807-8bd3-971d196ce4af service nova] Acquired lock "refresh_cache-2d6d691d-f501-41f7-84b7-22b75ed6c2b7" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.network.neutron [req-759deaa5-880c-4a02-a88a-2e0f69419298 req-35c65caf-0e08-4807-8bd3-971d196ce4af service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Refreshing network info cache for port 42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "d3494acb-20af-40a8-afa2-a1b811109aa1" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:01 user nova-compute[74639]: INFO nova.compute.manager [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Terminating instance
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.network.neutron [req-759deaa5-880c-4a02-a88a-2e0f69419298 req-35c65caf-0e08-4807-8bd3-971d196ce4af service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Updated VIF entry in instance network info cache for port 42dcadb7-6f02-4c30-b3c0-acca25525f2b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG nova.network.neutron [req-759deaa5-880c-4a02-a88a-2e0f69419298 req-35c65caf-0e08-4807-8bd3-971d196ce4af service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Updating instance_info_cache with network_info: [{"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:19:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-759deaa5-880c-4a02-a88a-2e0f69419298 req-35c65caf-0e08-4807-8bd3-971d196ce4af service nova] Releasing lock "refresh_cache-2d6d691d-f501-41f7-84b7-22b75ed6c2b7" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-b16855cd-6bdd-4d7c-9540-32a3dbef8dc5 req-4d0ebfff-a671-455c-8dba-2973116e27d9 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received event network-vif-unplugged-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b16855cd-6bdd-4d7c-9540-32a3dbef8dc5 req-4d0ebfff-a671-455c-8dba-2973116e27d9 service nova] Acquiring lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b16855cd-6bdd-4d7c-9540-32a3dbef8dc5 req-4d0ebfff-a671-455c-8dba-2973116e27d9 service nova] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b16855cd-6bdd-4d7c-9540-32a3dbef8dc5 req-4d0ebfff-a671-455c-8dba-2973116e27d9 service nova] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-b16855cd-6bdd-4d7c-9540-32a3dbef8dc5 req-4d0ebfff-a671-455c-8dba-2973116e27d9 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] No waiting events found dispatching network-vif-unplugged-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-b16855cd-6bdd-4d7c-9540-32a3dbef8dc5 req-4d0ebfff-a671-455c-8dba-2973116e27d9 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received event network-vif-unplugged-72d7262f-63d9-4da3-8c37-5373197244ab for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Instance destroyed successfully.
Nov 15 20:19:02 user nova-compute[74639]: DEBUG nova.objects.instance [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lazy-loading 'resources' on Instance uuid d3494acb-20af-40a8-afa2-a1b811109aa1 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T19:58:32Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description=None,display_name='tempest-ServerBootFromVolumeStableRescueTest-server-329238280',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-serverbootfromvolumestablerescuetest-server-329238280',id=18,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T19:58:41Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='bd10b7f49c5f4e94a4afbf9d61b9b81d',ramdisk_id='',reservation_id='r-wyot0c32',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741',owner_user_name='tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:00:32Z,user_data=None,user_id='afae79772419472b8a582a92daf925a9',uuid=d3494acb-20af-40a8-afa2-a1b811109aa1,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converting VIF {"id": "72d7262f-63d9-4da3-8c37-5373197244ab", "address": "fa:16:3e:0a:ee:67", "network": {"id": "761b031a-cdbd-490a-a3d7-c527f6880a0d", "bridge": "br-int", "label": "tempest-ServerBootFromVolumeStableRescueTest-624762863-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "bd10b7f49c5f4e94a4afbf9d61b9b81d", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap72d7262f-63", "ovs_interfaceid": "72d7262f-63d9-4da3-8c37-5373197244ab", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:0a:ee:67,bridge_name='br-int',has_traffic_filtering=True,id=72d7262f-63d9-4da3-8c37-5373197244ab,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72d7262f-63') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG os_vif [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:ee:67,bridge_name='br-int',has_traffic_filtering=True,id=72d7262f-63d9-4da3-8c37-5373197244ab,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72d7262f-63') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap72d7262f-63, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=c61bb923-e7db-4fd0-83ce-a76d0fbe1d2b) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:02 user nova-compute[74639]: INFO os_vif [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:0a:ee:67,bridge_name='br-int',has_traffic_filtering=True,id=72d7262f-63d9-4da3-8c37-5373197244ab,network=Network(761b031a-cdbd-490a-a3d7-c527f6880a0d),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap72d7262f-63')
Nov 15 20:19:02 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Deleting instance files /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1_del
Nov 15 20:19:02 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Deletion of /opt/stack/data/nova/instances/d3494acb-20af-40a8-afa2-a1b811109aa1_del complete
Nov 15 20:19:02 user nova-compute[74639]: INFO nova.compute.manager [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Took 0.97 seconds to destroy the instance on the hypervisor.
Nov 15 20:19:02 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:19:02 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:19:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-abe8c935-cb35-4a20-8458-5ac1507e8f8d req-f9d582d0-b4ba-406e-9ef4-ade59461a9f9 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received event network-vif-deleted-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:19:04 user nova-compute[74639]: INFO nova.compute.manager [req-abe8c935-cb35-4a20-8458-5ac1507e8f8d req-f9d582d0-b4ba-406e-9ef4-ade59461a9f9 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Neutron deleted interface 72d7262f-63d9-4da3-8c37-5373197244ab; detaching it from the instance and deleting it from the info cache
Nov 15 20:19:04 user nova-compute[74639]: DEBUG nova.network.neutron [req-abe8c935-cb35-4a20-8458-5ac1507e8f8d req-f9d582d0-b4ba-406e-9ef4-ade59461a9f9 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:19:04 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Took 1.41 seconds to deallocate network for instance.
Nov 15 20:19:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-abe8c935-cb35-4a20-8458-5ac1507e8f8d req-f9d582d0-b4ba-406e-9ef4-ade59461a9f9 service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Detach interface failed, port_id=72d7262f-63d9-4da3-8c37-5373197244ab, reason: Instance d3494acb-20af-40a8-afa2-a1b811109aa1 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.176s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:04 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Deleted allocations for instance d3494acb-20af-40a8-afa2-a1b811109aa1
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ed40d96a-f433-4536-846c-ecd1eac576f7 tempest-ServerBootFromVolumeStableRescueTest-1555454741 tempest-ServerBootFromVolumeStableRescueTest-1555454741-project-member] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.730s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-e4d2f332-52cf-4495-9458-c321f063b5bf req-bd9a31df-581a-4f17-8a38-22fdc14a5b6c service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received event network-vif-plugged-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4d2f332-52cf-4495-9458-c321f063b5bf req-bd9a31df-581a-4f17-8a38-22fdc14a5b6c service nova] Acquiring lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4d2f332-52cf-4495-9458-c321f063b5bf req-bd9a31df-581a-4f17-8a38-22fdc14a5b6c service nova] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e4d2f332-52cf-4495-9458-c321f063b5bf req-bd9a31df-581a-4f17-8a38-22fdc14a5b6c service nova] Lock "d3494acb-20af-40a8-afa2-a1b811109aa1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-e4d2f332-52cf-4495-9458-c321f063b5bf req-bd9a31df-581a-4f17-8a38-22fdc14a5b6c service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] No waiting events found dispatching network-vif-plugged-72d7262f-63d9-4da3-8c37-5373197244ab {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:19:04 user nova-compute[74639]: WARNING nova.compute.manager [req-e4d2f332-52cf-4495-9458-c321f063b5bf req-bd9a31df-581a-4f17-8a38-22fdc14a5b6c service nova] [instance: d3494acb-20af-40a8-afa2-a1b811109aa1] Received unexpected event network-vif-plugged-72d7262f-63d9-4da3-8c37-5373197244ab for instance with vm_state deleted and task_state None.
Nov 15 20:19:04 user nova-compute[74639]: DEBUG os_brick.utils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[52cb5fa8-544e-41f3-91fa-f3d1355c1fb6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b5908706-b438-4ad8-a97f-65c8ce240e5a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b81e3aa4-80bc-44ea-ad24-e5c7f1ffaefb]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f259f7d3-6c6f-43fc-b307-739f465ecdb8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:19:04 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:19:04 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[48da44aa-b272-40e4-8b49-74ef5f50a5a5]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG os_brick.utils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== get_connector_properties: return (129ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:19:04 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Updating existing volume attachment record: d63da3c2-0b3d-452a-af0b-45955d6e5b38 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:19:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:19:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Creating image(s)
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Ensure instance console log exists: /opt/stack/data/nova/instances/2d6d691d-f501-41f7-84b7-22b75ed6c2b7/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Start _get_guest_xml network_info=[{"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-15T20:18:53Z,direct_url=<?>,disk_format='qcow2',id=12273d58-e625-40da-84df-3b0b3e4261f0,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-981107726',owner='ca801d0b0e2249b0af7849a684792724',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-15T20:18:55Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBYXhmlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '2d6d691d-f501-41f7-84b7-22b75ed6c2b7', 'attached_at': '', 'detached_at': '', 'volume_id': 'b8a6d6a4-6384-4ccf-8d87-cb395efdc517', 'serial': 'b8a6d6a4-6384-4ccf-8d87-cb395efdc517'}, 'disk_bus': 'virtio', 'delete_on_termination': True, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'd63da3c2-0b3d-452a-af0b-45955d6e5b38', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:19:09 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:19:09 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d41d8cd98f00b204e9800998ecf8427e',container_format='bare',created_at=2023-11-15T20:18:53Z,direct_url=<?>,disk_format='qcow2',id=12273d58-e625-40da-84df-3b0b3e4261f0,min_disk=1,min_ram=0,name='tempest-TestVolumeBootPatternsnapshot-981107726',owner='ca801d0b0e2249b0af7849a684792724',properties=ImageMetaProps,protected=<?>,size=0,status='active',tags=<?>,updated_at=2023-11-15T20:18:55Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBYXhmlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:19:09 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:19:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:19:09 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:19:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:19:09 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:19:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4b31327d-44c1-4c53-9b76-fe18ea7d1727]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:19:09 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:19:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e30d13e2-619a-4808-8b03-3f057357ab82]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517] added
Nov 15 20:19:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[09879bef-16a6-489b-8ba0-1420cce9d521]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8c6731df-a909-44ff-942c-bb06595c270b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MBYXhmlZ {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v MBYXhmlZ" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4848d9-1f14-4d34-bc4f-c2e29263feae]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'MBYXhmlZ'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.052s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7fa1e2cc-fdee-4b48-b534-2a9874a34991]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d04e57f-443b-4f7e-9bb0-fb4e23b67591]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:19:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:19:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --login" returned: 0 in 0.059s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cbac4172-ae95-4b74-bd65-cc0b3a0f768d]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517, portal: 172.16.0.220,3260]
Nov 15 20:19:10 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517, portal: 172.16.0.220,3260] successful.
Nov 15 20:19:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6537ded-abbc-40c2-8d42-2f04ff5f9e13]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eec29d1b-58f4-4bd7-bdd2-119bae687658]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:19:10 user nova-compute[74639]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 (non-flash)
Nov 15 20:19:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:19:10 user nova-compute[74639]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 (non-flash)
Nov 15 20:19:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.329s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] HCTL ('33', '-', '-', 0) found on session 54 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fa7763f5-5e12-4b6a-9c8e-8422ed2888e6]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching for a device in session 54 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:19:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBYXhmlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.359s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== connect_volume: return (1362ms) {'type': 'block', 'scsi_wwn': '26563366538646339', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26563366538646339', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:18:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1816567175',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1816567175',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1816567175',id=43,image_ref='12273d58-e625-40da-84df-3b0b3e4261f0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDHAGNRBVPB0I3ABZSOaetUTM4yVOtnv8DMJkFHJhtKFrgUVO3JiWJLfMGTBHJuKMNZMqRFDxeQazMnWcJ31Q7gwCbes8aOhFyMdwgb7juU3bmRP4ydlryyiRvIghH9bUA==',key_name='tempest-keypair-1283687739',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-79w719ri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-144009441',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:18:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63eb3b613bfe44e197212335107e2fee',uuid=2d6d691d-f501-41f7-84b7-22b75ed6c2b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4e:af:b4,bridge_name='br-int',has_traffic_filtering=True,id=42dcadb7-6f02-4c30-b3c0-acca25525f2b,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42dcadb7-6f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.objects.instance [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'pci_devices' on Instance uuid 2d6d691d-f501-41f7-84b7-22b75ed6c2b7 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:19:11 user nova-compute[74639]:   <uuid>2d6d691d-f501-41f7-84b7-22b75ed6c2b7</uuid>
Nov 15 20:19:11 user nova-compute[74639]:   <name>instance-0000002b</name>
Nov 15 20:19:11 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:19:11 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:19:11 user nova-compute[74639]:   <metadata>
Nov 15 20:19:11 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:19:11 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:19:11 user nova-compute[74639]:       <nova:name>tempest-TestVolumeBootPattern-image-snapshot-server-1816567175</nova:name>
Nov 15 20:19:11 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:19:09</nova:creationTime>
Nov 15 20:19:11 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:19:11 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:19:11 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:19:11 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:19:11 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:19:11 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:19:11 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:19:11 user nova-compute[74639]:       <nova:owner>
Nov 15 20:19:11 user nova-compute[74639]:         <nova:user uuid="63eb3b613bfe44e197212335107e2fee">tempest-TestVolumeBootPattern-144009441-project-member</nova:user>
Nov 15 20:19:11 user nova-compute[74639]:         <nova:project uuid="ca801d0b0e2249b0af7849a684792724">tempest-TestVolumeBootPattern-144009441</nova:project>
Nov 15 20:19:11 user nova-compute[74639]:       </nova:owner>
Nov 15 20:19:11 user nova-compute[74639]:       <nova:root type="image" uuid="12273d58-e625-40da-84df-3b0b3e4261f0"/>
Nov 15 20:19:11 user nova-compute[74639]:       <nova:ports>
Nov 15 20:19:11 user nova-compute[74639]:         <nova:port uuid="42dcadb7-6f02-4c30-b3c0-acca25525f2b">
Nov 15 20:19:11 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 20:19:11 user nova-compute[74639]:         </nova:port>
Nov 15 20:19:11 user nova-compute[74639]:       </nova:ports>
Nov 15 20:19:11 user nova-compute[74639]:     </nova:instance>
Nov 15 20:19:11 user nova-compute[74639]:   </metadata>
Nov 15 20:19:11 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:19:11 user nova-compute[74639]:     <system>
Nov 15 20:19:11 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:19:11 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:19:11 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:19:11 user nova-compute[74639]:       <entry name="serial">2d6d691d-f501-41f7-84b7-22b75ed6c2b7</entry>
Nov 15 20:19:11 user nova-compute[74639]:       <entry name="uuid">2d6d691d-f501-41f7-84b7-22b75ed6c2b7</entry>
Nov 15 20:19:11 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:19:11 user nova-compute[74639]:     </system>
Nov 15 20:19:11 user nova-compute[74639]:   </sysinfo>
Nov 15 20:19:11 user nova-compute[74639]:   <os>
Nov 15 20:19:11 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:19:11 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:19:11 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:19:11 user nova-compute[74639]:   </os>
Nov 15 20:19:11 user nova-compute[74639]:   <features>
Nov 15 20:19:11 user nova-compute[74639]:     <acpi/>
Nov 15 20:19:11 user nova-compute[74639]:     <apic/>
Nov 15 20:19:11 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:19:11 user nova-compute[74639]:   </features>
Nov 15 20:19:11 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:19:11 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:19:11 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:19:11 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:19:11 user nova-compute[74639]:   </clock>
Nov 15 20:19:11 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:19:11 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:19:11 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:19:11 user nova-compute[74639]:   </cpu>
Nov 15 20:19:11 user nova-compute[74639]:   <devices>
Nov 15 20:19:11 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:19:11 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:19:11 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 20:19:11 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:19:11 user nova-compute[74639]:       <serial>b8a6d6a4-6384-4ccf-8d87-cb395efdc517</serial>
Nov 15 20:19:11 user nova-compute[74639]:     </disk>
Nov 15 20:19:11 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:19:11 user nova-compute[74639]:       <mac address="fa:16:3e:4e:af:b4"/>
Nov 15 20:19:11 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:19:11 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:19:11 user nova-compute[74639]:       <target dev="tap42dcadb7-6f"/>
Nov 15 20:19:11 user nova-compute[74639]:     </interface>
Nov 15 20:19:11 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:19:11 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/2d6d691d-f501-41f7-84b7-22b75ed6c2b7/console.log" append="off"/>
Nov 15 20:19:11 user nova-compute[74639]:     </serial>
Nov 15 20:19:11 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:19:11 user nova-compute[74639]:     <video>
Nov 15 20:19:11 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:19:11 user nova-compute[74639]:     </video>
Nov 15 20:19:11 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:19:11 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:19:11 user nova-compute[74639]:     </rng>
Nov 15 20:19:11 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:19:11 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:19:11 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:19:11 user nova-compute[74639]:     </memballoon>
Nov 15 20:19:11 user nova-compute[74639]:   </devices>
Nov 15 20:19:11 user nova-compute[74639]: </domain>
Nov 15 20:19:11 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:18:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1816567175',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1816567175',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1816567175',id=43,image_ref='12273d58-e625-40da-84df-3b0b3e4261f0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDHAGNRBVPB0I3ABZSOaetUTM4yVOtnv8DMJkFHJhtKFrgUVO3JiWJLfMGTBHJuKMNZMqRFDxeQazMnWcJ31Q7gwCbes8aOhFyMdwgb7juU3bmRP4ydlryyiRvIghH9bUA==',key_name='tempest-keypair-1283687739',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-79w719ri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-144009441',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member',image_root_device_name='/dev/vda',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:18:59Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63eb3b613bfe44e197212335107e2fee',uuid=2d6d691d-f501-41f7-84b7-22b75ed6c2b7,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:4e:af:b4,bridge_name='br-int',has_traffic_filtering=True,id=42dcadb7-6f02-4c30-b3c0-acca25525f2b,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42dcadb7-6f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG os_vif [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:af:b4,bridge_name='br-int',has_traffic_filtering=True,id=42dcadb7-6f02-4c30-b3c0-acca25525f2b,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42dcadb7-6f') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'af721b08-00e8-50b6-8d74-246c964477cf', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap42dcadb7-6f, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap42dcadb7-6f, col_values=(('qos', UUID('14613e75-5d02-4483-a91f-1a95a08eef58')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap42dcadb7-6f, col_values=(('external_ids', {'iface-id': '42dcadb7-6f02-4c30-b3c0-acca25525f2b', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:4e:af:b4', 'vm-uuid': '2d6d691d-f501-41f7-84b7-22b75ed6c2b7'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:11 user nova-compute[74639]: INFO os_vif [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:4e:af:b4,bridge_name='br-int',has_traffic_filtering=True,id=42dcadb7-6f02-4c30-b3c0-acca25525f2b,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42dcadb7-6f')
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:19:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No VIF found with MAC fa:16:3e:4e:af:b4, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:19:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-2bccab56-3858-4bc7-8dfc-d45a4515d414 req-cea94e13-ec08-4a60-9cd6-0f0080134d74 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received event network-vif-plugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:19:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2bccab56-3858-4bc7-8dfc-d45a4515d414 req-cea94e13-ec08-4a60-9cd6-0f0080134d74 service nova] Acquiring lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2bccab56-3858-4bc7-8dfc-d45a4515d414 req-cea94e13-ec08-4a60-9cd6-0f0080134d74 service nova] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2bccab56-3858-4bc7-8dfc-d45a4515d414 req-cea94e13-ec08-4a60-9cd6-0f0080134d74 service nova] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-2bccab56-3858-4bc7-8dfc-d45a4515d414 req-cea94e13-ec08-4a60-9cd6-0f0080134d74 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] No waiting events found dispatching network-vif-plugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:19:13 user nova-compute[74639]: WARNING nova.compute.manager [req-2bccab56-3858-4bc7-8dfc-d45a4515d414 req-cea94e13-ec08-4a60-9cd6-0f0080134d74 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received unexpected event network-vif-plugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b for instance with vm_state building and task_state spawning.
Nov 15 20:19:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:19:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:19:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Instance spawned successfully.
Nov 15 20:19:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Attempting to register defaults for the following image properties: ['hw_input_bus', 'hw_pointer_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:19:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:19:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:19:15 user nova-compute[74639]: INFO nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Took 5.13 seconds to spawn the instance on the hypervisor.
Nov 15 20:19:15 user nova-compute[74639]: DEBUG nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:19:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-43be18e0-e6c4-4a7b-ae1e-f3e40c8f2137 req-8e60aa2f-dc8b-46c7-9e7f-28cf8bba4c81 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received event network-vif-plugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:19:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-43be18e0-e6c4-4a7b-ae1e-f3e40c8f2137 req-8e60aa2f-dc8b-46c7-9e7f-28cf8bba4c81 service nova] Acquiring lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-43be18e0-e6c4-4a7b-ae1e-f3e40c8f2137 req-8e60aa2f-dc8b-46c7-9e7f-28cf8bba4c81 service nova] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-43be18e0-e6c4-4a7b-ae1e-f3e40c8f2137 req-8e60aa2f-dc8b-46c7-9e7f-28cf8bba4c81 service nova] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-43be18e0-e6c4-4a7b-ae1e-f3e40c8f2137 req-8e60aa2f-dc8b-46c7-9e7f-28cf8bba4c81 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] No waiting events found dispatching network-vif-plugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:19:15 user nova-compute[74639]: WARNING nova.compute.manager [req-43be18e0-e6c4-4a7b-ae1e-f3e40c8f2137 req-8e60aa2f-dc8b-46c7-9e7f-28cf8bba4c81 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received unexpected event network-vif-plugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b for instance with vm_state building and task_state spawning.
Nov 15 20:19:15 user nova-compute[74639]: INFO nova.compute.manager [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Took 16.90 seconds to build instance.
Nov 15 20:19:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ef9091e3-822b-4390-9f01-6c34792bfc58 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 17.135s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:19:28 user nova-compute[74639]: INFO nova.compute.claims [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Claim successful on node user
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.326s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:19:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.policy [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3de001057369471c866a18b1e57cab6f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c37d6b714932494b95ebdfc39630e8a4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:19:28 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Creating image(s)
Nov 15 20:19:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquiring lock "/opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "/opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "/opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.007s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk 1073741824" returned: 0 in 0.064s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.262s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Successfully created port: dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.198s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Checking if we can resize image /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json" returned: 0 in 0.205s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Cannot resize image /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Ensure instance console log exists: /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Successfully updated port: dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquiring lock "refresh_cache-6b22aa20-744f-4bda-9785-76c0f8270bd4" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquired lock "refresh_cache-6b22aa20-744f-4bda-9785-76c0f8270bd4" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-16c4037e-529c-4ee1-b45c-165f41457da1 req-526c58ff-a389-4b20-8596-26eaeba20aea service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-changed-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.compute.manager [req-16c4037e-529c-4ee1-b45c-165f41457da1 req-526c58ff-a389-4b20-8596-26eaeba20aea service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Refreshing instance network info cache due to event network-changed-dc33b1d6-fd7f-439d-8842-5184bbc995dd. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-16c4037e-529c-4ee1-b45c-165f41457da1 req-526c58ff-a389-4b20-8596-26eaeba20aea service nova] Acquiring lock "refresh_cache-6b22aa20-744f-4bda-9785-76c0f8270bd4" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Updating instance_info_cache with network_info: [{"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Releasing lock "refresh_cache-6b22aa20-744f-4bda-9785-76c0f8270bd4" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Instance network_info: |[{"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-16c4037e-529c-4ee1-b45c-165f41457da1 req-526c58ff-a389-4b20-8596-26eaeba20aea service nova] Acquired lock "refresh_cache-6b22aa20-744f-4bda-9785-76c0f8270bd4" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.network.neutron [req-16c4037e-529c-4ee1-b45c-165f41457da1 req-526c58ff-a389-4b20-8596-26eaeba20aea service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Refreshing network info cache for port dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Start _get_guest_xml network_info=[{"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:19:30 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:19:30 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:19:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1687151118',display_name='tempest-VolumesActionsTest-instance-1687151118',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1687151118',id=44,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c37d6b714932494b95ebdfc39630e8a4',ramdisk_id='',reservation_id='r-qas6qdbh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-719162432',owner_user_name='tempest-VolumesActionsTest-719162432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:19:29Z,user_data=None,user_id='3de001057369471c866a18b1e57cab6f',uuid=6b22aa20-744f-4bda-9785-76c0f8270bd4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Converting VIF {"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:17:f9,bridge_name='br-int',has_traffic_filtering=True,id=dc33b1d6-fd7f-439d-8842-5184bbc995dd,network=Network(2384bf10-079e-4f93-8b7c-bf276c9ce434),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc33b1d6-fd') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lazy-loading 'pci_devices' on Instance uuid 6b22aa20-744f-4bda-9785-76c0f8270bd4 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:19:30 user nova-compute[74639]:   <uuid>6b22aa20-744f-4bda-9785-76c0f8270bd4</uuid>
Nov 15 20:19:30 user nova-compute[74639]:   <name>instance-0000002c</name>
Nov 15 20:19:30 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:19:30 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:19:30 user nova-compute[74639]:   <metadata>
Nov 15 20:19:30 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:19:30 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:19:30 user nova-compute[74639]:       <nova:name>tempest-VolumesActionsTest-instance-1687151118</nova:name>
Nov 15 20:19:30 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:19:30</nova:creationTime>
Nov 15 20:19:30 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:19:30 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:19:30 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:19:30 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:19:30 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:19:30 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:19:30 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:19:30 user nova-compute[74639]:       <nova:owner>
Nov 15 20:19:30 user nova-compute[74639]:         <nova:user uuid="3de001057369471c866a18b1e57cab6f">tempest-VolumesActionsTest-719162432-project-member</nova:user>
Nov 15 20:19:30 user nova-compute[74639]:         <nova:project uuid="c37d6b714932494b95ebdfc39630e8a4">tempest-VolumesActionsTest-719162432</nova:project>
Nov 15 20:19:30 user nova-compute[74639]:       </nova:owner>
Nov 15 20:19:30 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:19:30 user nova-compute[74639]:       <nova:ports>
Nov 15 20:19:30 user nova-compute[74639]:         <nova:port uuid="dc33b1d6-fd7f-439d-8842-5184bbc995dd">
Nov 15 20:19:30 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.12" ipVersion="4"/>
Nov 15 20:19:30 user nova-compute[74639]:         </nova:port>
Nov 15 20:19:30 user nova-compute[74639]:       </nova:ports>
Nov 15 20:19:30 user nova-compute[74639]:     </nova:instance>
Nov 15 20:19:30 user nova-compute[74639]:   </metadata>
Nov 15 20:19:30 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:19:30 user nova-compute[74639]:     <system>
Nov 15 20:19:30 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:19:30 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:19:30 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:19:30 user nova-compute[74639]:       <entry name="serial">6b22aa20-744f-4bda-9785-76c0f8270bd4</entry>
Nov 15 20:19:30 user nova-compute[74639]:       <entry name="uuid">6b22aa20-744f-4bda-9785-76c0f8270bd4</entry>
Nov 15 20:19:30 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:19:30 user nova-compute[74639]:     </system>
Nov 15 20:19:30 user nova-compute[74639]:   </sysinfo>
Nov 15 20:19:30 user nova-compute[74639]:   <os>
Nov 15 20:19:30 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:19:30 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:19:30 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:19:30 user nova-compute[74639]:   </os>
Nov 15 20:19:30 user nova-compute[74639]:   <features>
Nov 15 20:19:30 user nova-compute[74639]:     <acpi/>
Nov 15 20:19:30 user nova-compute[74639]:     <apic/>
Nov 15 20:19:30 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:19:30 user nova-compute[74639]:   </features>
Nov 15 20:19:30 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:19:30 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:19:30 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:19:30 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:19:30 user nova-compute[74639]:   </clock>
Nov 15 20:19:30 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:19:30 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:19:30 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:19:30 user nova-compute[74639]:   </cpu>
Nov 15 20:19:30 user nova-compute[74639]:   <devices>
Nov 15 20:19:30 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:19:30 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:19:30 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk"/>
Nov 15 20:19:30 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:19:30 user nova-compute[74639]:     </disk>
Nov 15 20:19:30 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:19:30 user nova-compute[74639]:       <mac address="fa:16:3e:ed:17:f9"/>
Nov 15 20:19:30 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:19:30 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:19:30 user nova-compute[74639]:       <target dev="tapdc33b1d6-fd"/>
Nov 15 20:19:30 user nova-compute[74639]:     </interface>
Nov 15 20:19:30 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:19:30 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/console.log" append="off"/>
Nov 15 20:19:30 user nova-compute[74639]:     </serial>
Nov 15 20:19:30 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:19:30 user nova-compute[74639]:     <video>
Nov 15 20:19:30 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:19:30 user nova-compute[74639]:     </video>
Nov 15 20:19:30 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:19:30 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:19:30 user nova-compute[74639]:     </rng>
Nov 15 20:19:30 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:19:30 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:19:30 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:19:30 user nova-compute[74639]:     </memballoon>
Nov 15 20:19:30 user nova-compute[74639]:   </devices>
Nov 15 20:19:30 user nova-compute[74639]: </domain>
Nov 15 20:19:30 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:19:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1687151118',display_name='tempest-VolumesActionsTest-instance-1687151118',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1687151118',id=44,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c37d6b714932494b95ebdfc39630e8a4',ramdisk_id='',reservation_id='r-qas6qdbh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-719162432',owner_user_name='tempest-VolumesActionsTest-719162432-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:19:29Z,user_data=None,user_id='3de001057369471c866a18b1e57cab6f',uuid=6b22aa20-744f-4bda-9785-76c0f8270bd4,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Converting VIF {"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:ed:17:f9,bridge_name='br-int',has_traffic_filtering=True,id=dc33b1d6-fd7f-439d-8842-5184bbc995dd,network=Network(2384bf10-079e-4f93-8b7c-bf276c9ce434),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc33b1d6-fd') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG os_vif [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:17:f9,bridge_name='br-int',has_traffic_filtering=True,id=dc33b1d6-fd7f-439d-8842-5184bbc995dd,network=Network(2384bf10-079e-4f93-8b7c-bf276c9ce434),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc33b1d6-fd') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '01308607-a746-5371-acfc-21a764c7ad32', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapdc33b1d6-fd, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapdc33b1d6-fd, col_values=(('qos', UUID('3999bc9e-2d13-4825-861e-ae59510350fe')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapdc33b1d6-fd, col_values=(('external_ids', {'iface-id': 'dc33b1d6-fd7f-439d-8842-5184bbc995dd', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:ed:17:f9', 'vm-uuid': '6b22aa20-744f-4bda-9785-76c0f8270bd4'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:30 user nova-compute[74639]: INFO os_vif [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:ed:17:f9,bridge_name='br-int',has_traffic_filtering=True,id=dc33b1d6-fd7f-439d-8842-5184bbc995dd,network=Network(2384bf10-079e-4f93-8b7c-bf276c9ce434),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc33b1d6-fd')
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:19:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] No VIF found with MAC fa:16:3e:ed:17:f9, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:19:31 user nova-compute[74639]: DEBUG nova.network.neutron [req-16c4037e-529c-4ee1-b45c-165f41457da1 req-526c58ff-a389-4b20-8596-26eaeba20aea service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Updated VIF entry in instance network info cache for port dc33b1d6-fd7f-439d-8842-5184bbc995dd. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:19:31 user nova-compute[74639]: DEBUG nova.network.neutron [req-16c4037e-529c-4ee1-b45c-165f41457da1 req-526c58ff-a389-4b20-8596-26eaeba20aea service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Updating instance_info_cache with network_info: [{"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:19:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-16c4037e-529c-4ee1-b45c-165f41457da1 req-526c58ff-a389-4b20-8596-26eaeba20aea service nova] Releasing lock "refresh_cache-6b22aa20-744f-4bda-9785-76c0f8270bd4" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-1943d216-654e-4aee-8e66-718491118c0c req-834ff728-a0f4-4764-b753-11e695f3de44 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1943d216-654e-4aee-8e66-718491118c0c req-834ff728-a0f4-4764-b753-11e695f3de44 service nova] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1943d216-654e-4aee-8e66-718491118c0c req-834ff728-a0f4-4764-b753-11e695f3de44 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1943d216-654e-4aee-8e66-718491118c0c req-834ff728-a0f4-4764-b753-11e695f3de44 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-1943d216-654e-4aee-8e66-718491118c0c req-834ff728-a0f4-4764-b753-11e695f3de44 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] No waiting events found dispatching network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:19:32 user nova-compute[74639]: WARNING nova.compute.manager [req-1943d216-654e-4aee-8e66-718491118c0c req-834ff728-a0f4-4764-b753-11e695f3de44 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received unexpected event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd for instance with vm_state building and task_state spawning.
Nov 15 20:19:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:19:34 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Instance spawned successfully.
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:19:34 user nova-compute[74639]: INFO nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Took 5.43 seconds to spawn the instance on the hypervisor.
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-b03c6709-fa71-46a8-a91e-ba825521f55d req-f2c1500e-ca2d-4761-893b-6077e2143ffe service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b03c6709-fa71-46a8-a91e-ba825521f55d req-f2c1500e-ca2d-4761-893b-6077e2143ffe service nova] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b03c6709-fa71-46a8-a91e-ba825521f55d req-f2c1500e-ca2d-4761-893b-6077e2143ffe service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-b03c6709-fa71-46a8-a91e-ba825521f55d req-f2c1500e-ca2d-4761-893b-6077e2143ffe service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-b03c6709-fa71-46a8-a91e-ba825521f55d req-f2c1500e-ca2d-4761-893b-6077e2143ffe service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] No waiting events found dispatching network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:19:34 user nova-compute[74639]: WARNING nova.compute.manager [req-b03c6709-fa71-46a8-a91e-ba825521f55d req-f2c1500e-ca2d-4761-893b-6077e2143ffe service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received unexpected event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd for instance with vm_state building and task_state spawning.
Nov 15 20:19:34 user nova-compute[74639]: INFO nova.compute.manager [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Took 6.07 seconds to build instance.
Nov 15 20:19:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1251dbf0-b040-475f-aa2e-4a92584edded tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.169s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:51 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:19:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:19:54 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:19:54 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8642MB free_disk=25.19478988647461GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 9a515d91-49c1-4549-bee6-c55cea3fb3a9 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2d6d691d-f501-41f7-84b7-22b75ed6c2b7 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 6b22aa20-744f-4bda-9785-76c0f8270bd4 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 20:19:54 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 20:19:55 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:19:55 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:19:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:19:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.504s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:19:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:19:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:19:59 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:19:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:19:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:19:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:19:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:19:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:19:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 9a515d91-49c1-4549-bee6-c55cea3fb3a9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:20:00 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Updating instance_info_cache with network_info: [{"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:20:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-9a515d91-49c1-4549-bee6-c55cea3fb3a9" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:20:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:20:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:01 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 20:20:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 20:20:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 20:20:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:20:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "7045e0eb-2805-4399-bbb1-c3636b208c72" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:20:30 user nova-compute[74639]: INFO nova.compute.claims [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Claim successful on node user
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.288s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.network.neutron [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:20:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.policy [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1f374e771a54103b98e4d724721a771', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6e3840a97894b2a9be3542fce1d8473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:20:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Creating image(s)
Nov 15 20:20:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "/opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "/opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "/opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk 1073741824" returned: 0 in 0.059s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.248s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.network.neutron [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Successfully created port: aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Checking if we can resize image /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Cannot resize image /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Ensure instance console log exists: /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.network.neutron [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Successfully updated port: aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "refresh_cache-7045e0eb-2805-4399-bbb1-c3636b208c72" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquired lock "refresh_cache-7045e0eb-2805-4399-bbb1-c3636b208c72" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.network.neutron [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-5896fe76-0991-4a0b-a951-a15277cde0c1 req-681cdf2c-c1b9-4538-b9f7-8f8275e9b740 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received event network-changed-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.compute.manager [req-5896fe76-0991-4a0b-a951-a15277cde0c1 req-681cdf2c-c1b9-4538-b9f7-8f8275e9b740 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Refreshing instance network info cache due to event network-changed-aa216eb1-a38b-4a76-8b85-fc72f3276554. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5896fe76-0991-4a0b-a951-a15277cde0c1 req-681cdf2c-c1b9-4538-b9f7-8f8275e9b740 service nova] Acquiring lock "refresh_cache-7045e0eb-2805-4399-bbb1-c3636b208c72" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:20:31 user nova-compute[74639]: DEBUG nova.network.neutron [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.network.neutron [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Updating instance_info_cache with network_info: [{"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Releasing lock "refresh_cache-7045e0eb-2805-4399-bbb1-c3636b208c72" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Instance network_info: |[{"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5896fe76-0991-4a0b-a951-a15277cde0c1 req-681cdf2c-c1b9-4538-b9f7-8f8275e9b740 service nova] Acquired lock "refresh_cache-7045e0eb-2805-4399-bbb1-c3636b208c72" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.network.neutron [req-5896fe76-0991-4a0b-a951-a15277cde0c1 req-681cdf2c-c1b9-4538-b9f7-8f8275e9b740 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Refreshing network info cache for port aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Start _get_guest_xml network_info=[{"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:20:32 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:20:32 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:20:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-186036533',display_name='tempest-VolumesActionsTest-instance-186036533',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-186036533',id=45,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c6e3840a97894b2a9be3542fce1d8473',ramdisk_id='',reservation_id='r-2nvjr76a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-12350467',owner_user_name='tempest-VolumesActionsTest-12350467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:20:31Z,user_data=None,user_id='e1f374e771a54103b98e4d724721a771',uuid=7045e0eb-2805-4399-bbb1-c3636b208c72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converting VIF {"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:f2:ba,bridge_name='br-int',has_traffic_filtering=True,id=aa216eb1-a38b-4a76-8b85-fc72f3276554,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa216eb1-a3') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.objects.instance [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lazy-loading 'pci_devices' on Instance uuid 7045e0eb-2805-4399-bbb1-c3636b208c72 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:20:32 user nova-compute[74639]:   <uuid>7045e0eb-2805-4399-bbb1-c3636b208c72</uuid>
Nov 15 20:20:32 user nova-compute[74639]:   <name>instance-0000002d</name>
Nov 15 20:20:32 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:20:32 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:20:32 user nova-compute[74639]:   <metadata>
Nov 15 20:20:32 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:20:32 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:20:32 user nova-compute[74639]:       <nova:name>tempest-VolumesActionsTest-instance-186036533</nova:name>
Nov 15 20:20:32 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:20:32</nova:creationTime>
Nov 15 20:20:32 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:20:32 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:20:32 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:20:32 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:20:32 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:20:32 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:20:32 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:20:32 user nova-compute[74639]:       <nova:owner>
Nov 15 20:20:32 user nova-compute[74639]:         <nova:user uuid="e1f374e771a54103b98e4d724721a771">tempest-VolumesActionsTest-12350467-project-member</nova:user>
Nov 15 20:20:32 user nova-compute[74639]:         <nova:project uuid="c6e3840a97894b2a9be3542fce1d8473">tempest-VolumesActionsTest-12350467</nova:project>
Nov 15 20:20:32 user nova-compute[74639]:       </nova:owner>
Nov 15 20:20:32 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:20:32 user nova-compute[74639]:       <nova:ports>
Nov 15 20:20:32 user nova-compute[74639]:         <nova:port uuid="aa216eb1-a38b-4a76-8b85-fc72f3276554">
Nov 15 20:20:32 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.13" ipVersion="4"/>
Nov 15 20:20:32 user nova-compute[74639]:         </nova:port>
Nov 15 20:20:32 user nova-compute[74639]:       </nova:ports>
Nov 15 20:20:32 user nova-compute[74639]:     </nova:instance>
Nov 15 20:20:32 user nova-compute[74639]:   </metadata>
Nov 15 20:20:32 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:20:32 user nova-compute[74639]:     <system>
Nov 15 20:20:32 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:20:32 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:20:32 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:20:32 user nova-compute[74639]:       <entry name="serial">7045e0eb-2805-4399-bbb1-c3636b208c72</entry>
Nov 15 20:20:32 user nova-compute[74639]:       <entry name="uuid">7045e0eb-2805-4399-bbb1-c3636b208c72</entry>
Nov 15 20:20:32 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:20:32 user nova-compute[74639]:     </system>
Nov 15 20:20:32 user nova-compute[74639]:   </sysinfo>
Nov 15 20:20:32 user nova-compute[74639]:   <os>
Nov 15 20:20:32 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:20:32 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:20:32 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:20:32 user nova-compute[74639]:   </os>
Nov 15 20:20:32 user nova-compute[74639]:   <features>
Nov 15 20:20:32 user nova-compute[74639]:     <acpi/>
Nov 15 20:20:32 user nova-compute[74639]:     <apic/>
Nov 15 20:20:32 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:20:32 user nova-compute[74639]:   </features>
Nov 15 20:20:32 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:20:32 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:20:32 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:20:32 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:20:32 user nova-compute[74639]:   </clock>
Nov 15 20:20:32 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:20:32 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:20:32 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:20:32 user nova-compute[74639]:   </cpu>
Nov 15 20:20:32 user nova-compute[74639]:   <devices>
Nov 15 20:20:32 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:20:32 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:20:32 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk"/>
Nov 15 20:20:32 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:20:32 user nova-compute[74639]:     </disk>
Nov 15 20:20:32 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:20:32 user nova-compute[74639]:       <mac address="fa:16:3e:01:f2:ba"/>
Nov 15 20:20:32 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:20:32 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:20:32 user nova-compute[74639]:       <target dev="tapaa216eb1-a3"/>
Nov 15 20:20:32 user nova-compute[74639]:     </interface>
Nov 15 20:20:32 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:20:32 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/console.log" append="off"/>
Nov 15 20:20:32 user nova-compute[74639]:     </serial>
Nov 15 20:20:32 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:20:32 user nova-compute[74639]:     <video>
Nov 15 20:20:32 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:20:32 user nova-compute[74639]:     </video>
Nov 15 20:20:32 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:20:32 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:20:32 user nova-compute[74639]:     </rng>
Nov 15 20:20:32 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:20:32 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:20:32 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:20:32 user nova-compute[74639]:     </memballoon>
Nov 15 20:20:32 user nova-compute[74639]:   </devices>
Nov 15 20:20:32 user nova-compute[74639]: </domain>
Nov 15 20:20:32 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:20:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-186036533',display_name='tempest-VolumesActionsTest-instance-186036533',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-186036533',id=45,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c6e3840a97894b2a9be3542fce1d8473',ramdisk_id='',reservation_id='r-2nvjr76a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-12350467',owner_user_name='tempest-VolumesActionsTest-12350467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:20:31Z,user_data=None,user_id='e1f374e771a54103b98e4d724721a771',uuid=7045e0eb-2805-4399-bbb1-c3636b208c72,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converting VIF {"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:01:f2:ba,bridge_name='br-int',has_traffic_filtering=True,id=aa216eb1-a38b-4a76-8b85-fc72f3276554,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa216eb1-a3') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG os_vif [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:f2:ba,bridge_name='br-int',has_traffic_filtering=True,id=aa216eb1-a38b-4a76-8b85-fc72f3276554,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa216eb1-a3') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'c02e4844-a950-510d-8629-93f7dfb38398', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapaa216eb1-a3, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapaa216eb1-a3, col_values=(('qos', UUID('efa99afb-dd83-4097-886b-6507e6d0258e')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapaa216eb1-a3, col_values=(('external_ids', {'iface-id': 'aa216eb1-a38b-4a76-8b85-fc72f3276554', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:01:f2:ba', 'vm-uuid': '7045e0eb-2805-4399-bbb1-c3636b208c72'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:32 user nova-compute[74639]: INFO os_vif [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:01:f2:ba,bridge_name='br-int',has_traffic_filtering=True,id=aa216eb1-a38b-4a76-8b85-fc72f3276554,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa216eb1-a3')
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:20:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] No VIF found with MAC fa:16:3e:01:f2:ba, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG nova.network.neutron [req-5896fe76-0991-4a0b-a951-a15277cde0c1 req-681cdf2c-c1b9-4538-b9f7-8f8275e9b740 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Updated VIF entry in instance network info cache for port aa216eb1-a38b-4a76-8b85-fc72f3276554. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG nova.network.neutron [req-5896fe76-0991-4a0b-a951-a15277cde0c1 req-681cdf2c-c1b9-4538-b9f7-8f8275e9b740 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Updating instance_info_cache with network_info: [{"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5896fe76-0991-4a0b-a951-a15277cde0c1 req-681cdf2c-c1b9-4538-b9f7-8f8275e9b740 service nova] Releasing lock "refresh_cache-7045e0eb-2805-4399-bbb1-c3636b208c72" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-c0d578f0-6bac-4f9c-9945-32e3566c7ddc req-c4767d82-0cc9-4a12-916e-86c80b1af40c service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received event network-vif-plugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c0d578f0-6bac-4f9c-9945-32e3566c7ddc req-c4767d82-0cc9-4a12-916e-86c80b1af40c service nova] Acquiring lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c0d578f0-6bac-4f9c-9945-32e3566c7ddc req-c4767d82-0cc9-4a12-916e-86c80b1af40c service nova] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c0d578f0-6bac-4f9c-9945-32e3566c7ddc req-c4767d82-0cc9-4a12-916e-86c80b1af40c service nova] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-c0d578f0-6bac-4f9c-9945-32e3566c7ddc req-c4767d82-0cc9-4a12-916e-86c80b1af40c service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] No waiting events found dispatching network-vif-plugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:20:33 user nova-compute[74639]: WARNING nova.compute.manager [req-c0d578f0-6bac-4f9c-9945-32e3566c7ddc req-c4767d82-0cc9-4a12-916e-86c80b1af40c service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received unexpected event network-vif-plugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 for instance with vm_state building and task_state spawning.
Nov 15 20:20:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:20:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Instance spawned successfully.
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:20:35 user nova-compute[74639]: INFO nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Took 5.12 seconds to spawn the instance on the hypervisor.
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-11aeb1f4-7c76-4c79-8581-68800055d9fe req-80e0380b-577c-497b-a409-4838f39bf6fa service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received event network-vif-plugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11aeb1f4-7c76-4c79-8581-68800055d9fe req-80e0380b-577c-497b-a409-4838f39bf6fa service nova] Acquiring lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11aeb1f4-7c76-4c79-8581-68800055d9fe req-80e0380b-577c-497b-a409-4838f39bf6fa service nova] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-11aeb1f4-7c76-4c79-8581-68800055d9fe req-80e0380b-577c-497b-a409-4838f39bf6fa service nova] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-11aeb1f4-7c76-4c79-8581-68800055d9fe req-80e0380b-577c-497b-a409-4838f39bf6fa service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] No waiting events found dispatching network-vif-plugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:20:35 user nova-compute[74639]: WARNING nova.compute.manager [req-11aeb1f4-7c76-4c79-8581-68800055d9fe req-80e0380b-577c-497b-a409-4838f39bf6fa service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received unexpected event network-vif-plugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 for instance with vm_state building and task_state spawning.
Nov 15 20:20:36 user nova-compute[74639]: INFO nova.compute.manager [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Took 5.81 seconds to build instance.
Nov 15 20:20:36 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-372210c4-5a39-4aa3-b367-168eee8f61cb tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 5.912s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 9a515d91-49c1-4549-bee6-c55cea3fb3a9 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 2d6d691d-f501-41f7-84b7-22b75ed6c2b7 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 6b22aa20-744f-4bda-9785-76c0f8270bd4 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 7045e0eb-2805-4399-bbb1-c3636b208c72 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "7045e0eb-2805-4399-bbb1-c3636b208c72" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.030s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.031s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.034s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.038s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:20:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:20:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:20:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:20:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-7958f406-7595-4e76-9b8b-e708d0772dda req-67b06645-4a1b-4a65-b91e-18e173fa6110 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received event network-changed-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:20:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-7958f406-7595-4e76-9b8b-e708d0772dda req-67b06645-4a1b-4a65-b91e-18e173fa6110 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Refreshing instance network info cache due to event network-changed-42dcadb7-6f02-4c30-b3c0-acca25525f2b. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:20:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7958f406-7595-4e76-9b8b-e708d0772dda req-67b06645-4a1b-4a65-b91e-18e173fa6110 service nova] Acquiring lock "refresh_cache-2d6d691d-f501-41f7-84b7-22b75ed6c2b7" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:20:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7958f406-7595-4e76-9b8b-e708d0772dda req-67b06645-4a1b-4a65-b91e-18e173fa6110 service nova] Acquired lock "refresh_cache-2d6d691d-f501-41f7-84b7-22b75ed6c2b7" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:20:48 user nova-compute[74639]: DEBUG nova.network.neutron [req-7958f406-7595-4e76-9b8b-e708d0772dda req-67b06645-4a1b-4a65-b91e-18e173fa6110 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Refreshing network info cache for port 42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-7958f406-7595-4e76-9b8b-e708d0772dda req-67b06645-4a1b-4a65-b91e-18e173fa6110 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Updated VIF entry in instance network info cache for port 42dcadb7-6f02-4c30-b3c0-acca25525f2b. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-7958f406-7595-4e76-9b8b-e708d0772dda req-67b06645-4a1b-4a65-b91e-18e173fa6110 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Updating instance_info_cache with network_info: [{"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-7958f406-7595-4e76-9b8b-e708d0772dda req-67b06645-4a1b-4a65-b91e-18e173fa6110 service nova] Releasing lock "refresh_cache-2d6d691d-f501-41f7-84b7-22b75ed6c2b7" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:49 user nova-compute[74639]: INFO nova.compute.manager [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Terminating instance
Nov 15 20:20:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Instance destroyed successfully.
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.objects.instance [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'resources' on Instance uuid 2d6d691d-f501-41f7-84b7-22b75ed6c2b7 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:18:57Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-image-snapshot-server-1816567175',display_name='tempest-TestVolumeBootPattern-image-snapshot-server-1816567175',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-image-snapshot-server-1816567175',id=43,image_ref='12273d58-e625-40da-84df-3b0b3e4261f0',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDHAGNRBVPB0I3ABZSOaetUTM4yVOtnv8DMJkFHJhtKFrgUVO3JiWJLfMGTBHJuKMNZMqRFDxeQazMnWcJ31Q7gwCbes8aOhFyMdwgb7juU3bmRP4ydlryyiRvIghH9bUA==',key_name='tempest-keypair-1283687739',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:19:15Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-79w719ri',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_bdm_v2='True',image_boot_roles='reader,member',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_project_name='tempest-TestVolumeBootPattern-144009441',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',image_owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member',image_root_device_name='/dev/vda',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:19:15Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63eb3b613bfe44e197212335107e2fee',uuid=2d6d691d-f501-41f7-84b7-22b75ed6c2b7,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "address": "fa:16:3e:4e:af:b4", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.106", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap42dcadb7-6f", "ovs_interfaceid": "42dcadb7-6f02-4c30-b3c0-acca25525f2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:4e:af:b4,bridge_name='br-int',has_traffic_filtering=True,id=42dcadb7-6f02-4c30-b3c0-acca25525f2b,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42dcadb7-6f') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_vif [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:4e:af:b4,bridge_name='br-int',has_traffic_filtering=True,id=42dcadb7-6f02-4c30-b3c0-acca25525f2b,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42dcadb7-6f') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap42dcadb7-6f, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=14613e75-5d02-4483-a91f-1a95a08eef58) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:20:50 user nova-compute[74639]: INFO os_vif [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:4e:af:b4,bridge_name='br-int',has_traffic_filtering=True,id=42dcadb7-6f02-4c30-b3c0-acca25525f2b,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap42dcadb7-6f')
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'MBYXhmlZ', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:20:50 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e34f6d5-6584-4b4c-9533-fbcfa4003394]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:20:50 user nova-compute[74639]: No targets found.
Nov 15 20:20:50 user nova-compute[74639]: iSNS:
Nov 15 20:20:50 user nova-compute[74639]: No targets found.
Nov 15 20:20:50 user nova-compute[74639]: STATIC:
Nov 15 20:20:50 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583
Nov 15 20:20:50 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:20:50 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:20:50 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517
Nov 15 20:20:50 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:20:50 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:20:50 user nova-compute[74639]: FIRMWARE:
Nov 15 20:20:50 user nova-compute[74639]: No targets found.
Nov 15 20:20:50 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:20:50 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:20:50 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fdc0d0be-9a85-48a5-8687-65be22cb6468]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0e5ad199-8e9b-438a-a3e2-472a0a55a1ba]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)\ntcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:20:50 user nova-compute[74639]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 (non-flash)
Nov 15 20:20:50 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:20:50 user nova-compute[74639]: tcp: [54] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 (non-flash)
Nov 15 20:20:50 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa970392f80>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[48abc8fd-536e-4c3e-8388-9fd144ee3f13]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad2a19d3-cb99-4ed2-a572-21216e71a74b]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9ff4950-b35e-44ca-959a-e26edb2ac5d9]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[37176a88-88dc-4e35-bfd6-fe3730ab805b]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[df81d33f-48a6-4a2e-9d58-05dff12b4e93]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --logout" returned: 0 in 0.044s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b604b77f-9d6f-4721-9914-6c72efa62204]: (4, ('Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517, portal: 172.16.0.220,3260]\nLogout of [sid: 54, target: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 54, target: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517, portal: 172.16.0.220,3260]
Nov 15 20:20:50 user nova-compute[74639]: Logout of [sid: 54, target: iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517, portal: 172.16.0.220,3260] successful.
Nov 15 20:20:50 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:b8a6d6a4-6384-4ccf-8d87-cb395efdc517 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f66f990f-660e-49b1-a76e-3c0fcd58ae95]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== disconnect_volume: return (285ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:20:50 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Deleting instance files /opt/stack/data/nova/instances/2d6d691d-f501-41f7-84b7-22b75ed6c2b7_del
Nov 15 20:20:50 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Deletion of /opt/stack/data/nova/instances/2d6d691d-f501-41f7-84b7-22b75ed6c2b7_del complete
Nov 15 20:20:50 user nova-compute[74639]: INFO nova.compute.manager [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received event network-vif-unplugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] Acquiring lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] No waiting events found dispatching network-vif-unplugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received event network-vif-unplugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received event network-vif-plugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] Acquiring lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:50 user nova-compute[74639]: DEBUG nova.compute.manager [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] No waiting events found dispatching network-vif-plugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:20:50 user nova-compute[74639]: WARNING nova.compute.manager [req-0ce16f88-e75c-42a2-b11c-fe23666af6e0 req-a12ad67a-f7ac-4cbc-a352-e593478f74e5 service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received unexpected event network-vif-plugged-42dcadb7-6f02-4c30-b3c0-acca25525f2b for instance with vm_state active and task_state deleting.
Nov 15 20:20:51 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:20:51 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Took 0.65 seconds to deallocate network for instance.
Nov 15 20:20:51 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:51 user nova-compute[74639]: INFO nova.compute.manager [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Took 0.71 seconds to detach 1 volumes for instance.
Nov 15 20:20:51 user nova-compute[74639]: DEBUG nova.compute.manager [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Deleting volume: b8a6d6a4-6384-4ccf-8d87-cb395efdc517 {{(pid=74639) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 20:20:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:52 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:20:52 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:20:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.183s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:52 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Deleted allocations for instance 2d6d691d-f501-41f7-84b7-22b75ed6c2b7
Nov 15 20:20:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-819b0a88-be80-47ff-96fe-794b2e36bb9c tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "2d6d691d-f501-41f7-84b7-22b75ed6c2b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.944s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:52 user nova-compute[74639]: DEBUG nova.compute.manager [req-ea974ffc-38c4-4ba0-b526-7aa2f88cbac6 req-3e56b8e5-bc7a-4414-b5dd-803cd25b180a service nova] [instance: 2d6d691d-f501-41f7-84b7-22b75ed6c2b7] Received event network-vif-deleted-42dcadb7-6f02-4c30-b3c0-acca25525f2b {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:20:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:53 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:20:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdd (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:20:53 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:54 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:20:54 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:20:54 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8613MB free_disk=25.155628204345703GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:20:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 9a515d91-49c1-4549-bee6-c55cea3fb3a9 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 6b22aa20-744f-4bda-9785-76c0f8270bd4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7045e0eb-2805-4399-bbb1-c3636b208c72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.236s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:20:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:20:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:20:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:20:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:01 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:21:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:21:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-6b22aa20-744f-4bda-9785-76c0f8270bd4" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:21:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-6b22aa20-744f-4bda-9785-76c0f8270bd4" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:21:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:21:02 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Updating instance_info_cache with network_info: [{"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:21:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-6b22aa20-744f-4bda-9785-76c0f8270bd4" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:21:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:21:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:21:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:21:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:21:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:21:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:23 user nova-compute[74639]: INFO nova.compute.manager [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Terminating instance
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-c09348eb-4c94-43c6-b193-3b6cd7b33b77 req-071fb870-e3eb-4e9a-8f24-1a4b1ad8bb70 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-unplugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c09348eb-4c94-43c6-b193-3b6cd7b33b77 req-071fb870-e3eb-4e9a-8f24-1a4b1ad8bb70 service nova] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c09348eb-4c94-43c6-b193-3b6cd7b33b77 req-071fb870-e3eb-4e9a-8f24-1a4b1ad8bb70 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c09348eb-4c94-43c6-b193-3b6cd7b33b77 req-071fb870-e3eb-4e9a-8f24-1a4b1ad8bb70 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-c09348eb-4c94-43c6-b193-3b6cd7b33b77 req-071fb870-e3eb-4e9a-8f24-1a4b1ad8bb70 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] No waiting events found dispatching network-vif-unplugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.compute.manager [req-c09348eb-4c94-43c6-b193-3b6cd7b33b77 req-071fb870-e3eb-4e9a-8f24-1a4b1ad8bb70 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-unplugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Instance destroyed successfully.
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.objects.instance [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lazy-loading 'resources' on Instance uuid 6b22aa20-744f-4bda-9785-76c0f8270bd4 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:19:27Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1687151118',display_name='tempest-VolumesActionsTest-instance-1687151118',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1687151118',id=44,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:19:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c37d6b714932494b95ebdfc39630e8a4',ramdisk_id='',reservation_id='r-qas6qdbh',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-719162432',owner_user_name='tempest-VolumesActionsTest-719162432-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:19:34Z,user_data=None,user_id='3de001057369471c866a18b1e57cab6f',uuid=6b22aa20-744f-4bda-9785-76c0f8270bd4,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Converting VIF {"id": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "address": "fa:16:3e:ed:17:f9", "network": {"id": "2384bf10-079e-4f93-8b7c-bf276c9ce434", "bridge": "br-int", "label": "tempest-VolumesActionsTest-523635757-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c37d6b714932494b95ebdfc39630e8a4", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapdc33b1d6-fd", "ovs_interfaceid": "dc33b1d6-fd7f-439d-8842-5184bbc995dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:ed:17:f9,bridge_name='br-int',has_traffic_filtering=True,id=dc33b1d6-fd7f-439d-8842-5184bbc995dd,network=Network(2384bf10-079e-4f93-8b7c-bf276c9ce434),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc33b1d6-fd') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG os_vif [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:ed:17:f9,bridge_name='br-int',has_traffic_filtering=True,id=dc33b1d6-fd7f-439d-8842-5184bbc995dd,network=Network(2384bf10-079e-4f93-8b7c-bf276c9ce434),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc33b1d6-fd') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapdc33b1d6-fd, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=3999bc9e-2d13-4825-861e-ae59510350fe) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:21:23 user nova-compute[74639]: INFO os_vif [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:ed:17:f9,bridge_name='br-int',has_traffic_filtering=True,id=dc33b1d6-fd7f-439d-8842-5184bbc995dd,network=Network(2384bf10-079e-4f93-8b7c-bf276c9ce434),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapdc33b1d6-fd')
Nov 15 20:21:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Deleting instance files /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4_del
Nov 15 20:21:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Deletion of /opt/stack/data/nova/instances/6b22aa20-744f-4bda-9785-76c0f8270bd4_del complete
Nov 15 20:21:23 user nova-compute[74639]: INFO nova.compute.manager [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Took 0.90 seconds to destroy the instance on the hypervisor.
Nov 15 20:21:23 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:21:23 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:21:24 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Took 0.50 seconds to deallocate network for instance.
Nov 15 20:21:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd57f564-921f-41d4-834b-ab66883fe345 req-0b247e17-3ace-4eb2-8ac4-3c79ec9a14ea service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-deleted-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:24 user nova-compute[74639]: INFO nova.compute.manager [req-cd57f564-921f-41d4-834b-ab66883fe345 req-0b247e17-3ace-4eb2-8ac4-3c79ec9a14ea service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Neutron deleted interface dc33b1d6-fd7f-439d-8842-5184bbc995dd; detaching it from the instance and deleting it from the info cache
Nov 15 20:21:24 user nova-compute[74639]: DEBUG nova.network.neutron [req-cd57f564-921f-41d4-834b-ab66883fe345 req-0b247e17-3ace-4eb2-8ac4-3c79ec9a14ea service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG nova.compute.manager [req-cd57f564-921f-41d4-834b-ab66883fe345 req-0b247e17-3ace-4eb2-8ac4-3c79ec9a14ea service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Detach interface failed, port_id=dc33b1d6-fd7f-439d-8842-5184bbc995dd, reason: Instance 6b22aa20-744f-4bda-9785-76c0f8270bd4 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:21:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.155s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:24 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Deleted allocations for instance 6b22aa20-744f-4bda-9785-76c0f8270bd4
Nov 15 20:21:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-6499f054-6fa5-47a1-8feb-2e148a01aab7 tempest-VolumesActionsTest-719162432 tempest-VolumesActionsTest-719162432-project-member] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.734s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] No waiting events found dispatching network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:21:25 user nova-compute[74639]: WARNING nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received unexpected event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd for instance with vm_state deleted and task_state None.
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] No waiting events found dispatching network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:21:25 user nova-compute[74639]: WARNING nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received unexpected event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd for instance with vm_state deleted and task_state None.
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] No waiting events found dispatching network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:21:25 user nova-compute[74639]: WARNING nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received unexpected event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd for instance with vm_state deleted and task_state None.
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-unplugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] No waiting events found dispatching network-vif-unplugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:21:25 user nova-compute[74639]: WARNING nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received unexpected event network-vif-unplugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd for instance with vm_state deleted and task_state None.
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Acquiring lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] Lock "6b22aa20-744f-4bda-9785-76c0f8270bd4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] No waiting events found dispatching network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:21:25 user nova-compute[74639]: WARNING nova.compute.manager [req-c48a2a8a-ff61-4b43-bb1b-a642a1a81a25 req-92f44e16-3d0e-4a7e-b791-40e638a83ac4 service nova] [instance: 6b22aa20-744f-4bda-9785-76c0f8270bd4] Received unexpected event network-vif-plugged-dc33b1d6-fd7f-439d-8842-5184bbc995dd for instance with vm_state deleted and task_state None.
Nov 15 20:21:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:21:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:21:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:21:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:21:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:21:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:42 user nova-compute[74639]: INFO nova.compute.manager [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Terminating instance
Nov 15 20:21:42 user nova-compute[74639]: DEBUG nova.compute.manager [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-8a875548-e473-4f49-a64c-d35ef4fa95a2 req-15738bc7-163d-4fe5-bede-43f972712ff1 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received event network-vif-unplugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8a875548-e473-4f49-a64c-d35ef4fa95a2 req-15738bc7-163d-4fe5-bede-43f972712ff1 service nova] Acquiring lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8a875548-e473-4f49-a64c-d35ef4fa95a2 req-15738bc7-163d-4fe5-bede-43f972712ff1 service nova] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8a875548-e473-4f49-a64c-d35ef4fa95a2 req-15738bc7-163d-4fe5-bede-43f972712ff1 service nova] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-8a875548-e473-4f49-a64c-d35ef4fa95a2 req-15738bc7-163d-4fe5-bede-43f972712ff1 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] No waiting events found dispatching network-vif-unplugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-8a875548-e473-4f49-a64c-d35ef4fa95a2 req-15738bc7-163d-4fe5-bede-43f972712ff1 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received event network-vif-unplugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Instance destroyed successfully.
Nov 15 20:21:42 user nova-compute[74639]: DEBUG nova.objects.instance [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'resources' on Instance uuid 9a515d91-49c1-4549-bee6-c55cea3fb3a9 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:16:59Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-volume-backed-server-1750429197',display_name='tempest-TestVolumeBootPattern-volume-backed-server-1750429197',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-volume-backed-server-1750429197',id=42,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBFLcMQ+YpRtDv/fTqk2OWKqsrC0uLWhzCCV8UtpOJwRH4LQ13E/N8jeIwwTjxCTIL6rQ88/JXI0Wq5Tq0zS+T06lHBmt4i00eApqOfcFTH5a/oKsLboG20y0X2KS7e90Lg==',key_name='tempest-keypair-2048813562',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:17:10Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-fq0pdq6d',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:17:11Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='63eb3b613bfe44e197212335107e2fee',uuid=9a515d91-49c1-4549-bee6-c55cea3fb3a9,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "address": "fa:16:3e:24:ba:9b", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap1b49ae7c-91", "ovs_interfaceid": "1b49ae7c-91f2-4e9d-839d-8600958fa292", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:24:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=1b49ae7c-91f2-4e9d-839d-8600958fa292,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b49ae7c-91') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_vif [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=1b49ae7c-91f2-4e9d-839d-8600958fa292,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b49ae7c-91') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap1b49ae7c-91, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=e5332fd1-9618-4e14-a10f-f9f181dd8b8f) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:42 user nova-compute[74639]: INFO os_vif [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:24:ba:9b,bridge_name='br-int',has_traffic_filtering=True,id=1b49ae7c-91f2-4e9d-839d-8600958fa292,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap1b49ae7c-91')
Nov 15 20:21:42 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'caDSksLl', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdd'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:21:42 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.005s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf068316-1b1d-44d5-8de9-98148e924d52]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:21:42 user nova-compute[74639]: No targets found.
Nov 15 20:21:42 user nova-compute[74639]: iSNS:
Nov 15 20:21:42 user nova-compute[74639]: No targets found.
Nov 15 20:21:42 user nova-compute[74639]: STATIC:
Nov 15 20:21:42 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583
Nov 15 20:21:42 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:21:42 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:21:42 user nova-compute[74639]: FIRMWARE:
Nov 15 20:21:42 user nova-compute[74639]: No targets found.
Nov 15 20:21:42 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:21:42 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:21:42 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1ca99139-7078-423c-a8e5-acb1ea6b1199]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[75710d6d-0ce2-481b-8ba6-f98750d42ad3]: (4, ('tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:21:42 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [50] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 (non-flash)
Nov 15 20:21:42 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704e9510>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583'): ({'sdd'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Removing single pathed devices sdd {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0f2e88cc-fb1f-4bd5-96a3-5adabbe4ab4f]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdd" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f7c4a631-7c74-4689-95c7-be74dc96e156]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flushing IO for device /dev/sdd {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdd {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdd" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b3df97bb-77a6-4e76-9cc2-55d92091db02]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Remove SCSI device /dev/sdd with /sys/block/sdd/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:21:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdd/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdd/device/delete" returned: 0 in 0.040s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5056b1a8-de4e-4079-bc6e-61dd513cc039]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Checking to see if SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] SCSI volumes sdd have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_92fa3087', '/dev/disk/by-id/scsi-23139333536613162', '/dev/disk/by-id/scsi-1SCST_BIO92fa3087-19356a1b4b9fcedf') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[88271a25-4d2f-464c-b7db-84748637d746]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e1bbbee6-a69c-41df-9820-0d7db61b6540]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --logout" returned: 0 in 0.050s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5119a9af-4d2c-4f86-b92b-6f940bc64e3c]: (4, ('Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583, portal: 172.16.0.220,3260]\nLogout of [sid: 50, target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 50, target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583, portal: 172.16.0.220,3260]
Nov 15 20:21:43 user nova-compute[74639]: Logout of [sid: 50, target: iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583, portal: 172.16.0.220,3260] successful.
Nov 15 20:21:43 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:02b4ba13-105a-46d0-a7e8-04308e81a583 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[654441f1-1a15-434c-b4ba-74bd97def29a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== disconnect_volume: return (285ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:21:43 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Deleting instance files /opt/stack/data/nova/instances/9a515d91-49c1-4549-bee6-c55cea3fb3a9_del
Nov 15 20:21:43 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Deletion of /opt/stack/data/nova/instances/9a515d91-49c1-4549-bee6-c55cea3fb3a9_del complete
Nov 15 20:21:43 user nova-compute[74639]: INFO nova.compute.manager [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Took 1.13 seconds to destroy the instance on the hypervisor.
Nov 15 20:21:43 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:21:43 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:21:44 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:21:44 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Took 1.01 seconds to deallocate network for instance.
Nov 15 20:21:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-5c67241c-7c12-4fda-9d17-f395d183f15b req-61ab6ff4-9874-43ce-83f3-7c33bea63317 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received event network-vif-deleted-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-6c4fcfc2-2972-4506-8c06-3852acbfd38f req-be723ddf-0428-45ba-8a4c-95871a5cc0f6 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received event network-vif-plugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:21:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6c4fcfc2-2972-4506-8c06-3852acbfd38f req-be723ddf-0428-45ba-8a4c-95871a5cc0f6 service nova] Acquiring lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6c4fcfc2-2972-4506-8c06-3852acbfd38f req-be723ddf-0428-45ba-8a4c-95871a5cc0f6 service nova] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6c4fcfc2-2972-4506-8c06-3852acbfd38f req-be723ddf-0428-45ba-8a4c-95871a5cc0f6 service nova] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-6c4fcfc2-2972-4506-8c06-3852acbfd38f req-be723ddf-0428-45ba-8a4c-95871a5cc0f6 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] No waiting events found dispatching network-vif-plugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:21:44 user nova-compute[74639]: WARNING nova.compute.manager [req-6c4fcfc2-2972-4506-8c06-3852acbfd38f req-be723ddf-0428-45ba-8a4c-95871a5cc0f6 service nova] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Received unexpected event network-vif-plugged-1b49ae7c-91f2-4e9d-839d-8600958fa292 for instance with vm_state active and task_state deleting.
Nov 15 20:21:44 user nova-compute[74639]: INFO nova.compute.manager [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Took 0.70 seconds to detach 1 volumes for instance.
Nov 15 20:21:44 user nova-compute[74639]: DEBUG nova.compute.manager [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 9a515d91-49c1-4549-bee6-c55cea3fb3a9] Deleting volume: 02b4ba13-105a-46d0-a7e8-04308e81a583 {{(pid=74639) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3237}}
Nov 15 20:21:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:45 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:21:45 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:21:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.152s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:45 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Deleted allocations for instance 9a515d91-49c1-4549-bee6-c55cea3fb3a9
Nov 15 20:21:45 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-37409bff-492d-46bc-8491-bc2dbc2ad754 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "9a515d91-49c1-4549-bee6-c55cea3fb3a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 3.232s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:52 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:21:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:54 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:21:54 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:21:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:21:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:21:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:55 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:21:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json" returned: 0 in 0.189s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:21:56 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:21:56 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:21:56 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8918MB free_disk=25.18048095703125GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 7045e0eb-2805-4399-bbb1-c3636b208c72 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:21:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.184s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:21:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:21:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:21:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:21:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:21:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:21:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:21:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:21:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:21:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:21:59 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:22:01 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:22:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:22:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:22:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-7045e0eb-2805-4399-bbb1-c3636b208c72" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:22:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-7045e0eb-2805-4399-bbb1-c3636b208c72" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:22:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:22:01 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 7045e0eb-2805-4399-bbb1-c3636b208c72 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:22:02 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Updating instance_info_cache with network_info: [{"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:22:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-7045e0eb-2805-4399-bbb1-c3636b208c72" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:22:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:22:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:22:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:22:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:22:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:22:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:22:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "7045e0eb-2805-4399-bbb1-c3636b208c72" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:20 user nova-compute[74639]: INFO nova.compute.manager [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Terminating instance
Nov 15 20:22:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-0e61a1ed-d6c5-4d2d-b3de-5861df2dbcdc req-60c4c999-6e30-4aee-b3eb-5e134569324e service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received event network-vif-unplugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0e61a1ed-d6c5-4d2d-b3de-5861df2dbcdc req-60c4c999-6e30-4aee-b3eb-5e134569324e service nova] Acquiring lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0e61a1ed-d6c5-4d2d-b3de-5861df2dbcdc req-60c4c999-6e30-4aee-b3eb-5e134569324e service nova] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-0e61a1ed-d6c5-4d2d-b3de-5861df2dbcdc req-60c4c999-6e30-4aee-b3eb-5e134569324e service nova] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-0e61a1ed-d6c5-4d2d-b3de-5861df2dbcdc req-60c4c999-6e30-4aee-b3eb-5e134569324e service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] No waiting events found dispatching network-vif-unplugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:22:20 user nova-compute[74639]: DEBUG nova.compute.manager [req-0e61a1ed-d6c5-4d2d-b3de-5861df2dbcdc req-60c4c999-6e30-4aee-b3eb-5e134569324e service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received event network-vif-unplugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:22:21 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Instance destroyed successfully.
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.objects.instance [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lazy-loading 'resources' on Instance uuid 7045e0eb-2805-4399-bbb1-c3636b208c72 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:20:29Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-186036533',display_name='tempest-VolumesActionsTest-instance-186036533',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-186036533',id=45,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:20:35Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c6e3840a97894b2a9be3542fce1d8473',ramdisk_id='',reservation_id='r-2nvjr76a',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-12350467',owner_user_name='tempest-VolumesActionsTest-12350467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:20:36Z,user_data=None,user_id='e1f374e771a54103b98e4d724721a771',uuid=7045e0eb-2805-4399-bbb1-c3636b208c72,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converting VIF {"id": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "address": "fa:16:3e:01:f2:ba", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapaa216eb1-a3", "ovs_interfaceid": "aa216eb1-a38b-4a76-8b85-fc72f3276554", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:01:f2:ba,bridge_name='br-int',has_traffic_filtering=True,id=aa216eb1-a38b-4a76-8b85-fc72f3276554,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa216eb1-a3') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG os_vif [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:f2:ba,bridge_name='br-int',has_traffic_filtering=True,id=aa216eb1-a38b-4a76-8b85-fc72f3276554,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa216eb1-a3') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapaa216eb1-a3, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=efa99afb-dd83-4097-886b-6507e6d0258e) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:21 user nova-compute[74639]: INFO os_vif [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:01:f2:ba,bridge_name='br-int',has_traffic_filtering=True,id=aa216eb1-a38b-4a76-8b85-fc72f3276554,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapaa216eb1-a3')
Nov 15 20:22:21 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Deleting instance files /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72_del
Nov 15 20:22:21 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Deletion of /opt/stack/data/nova/instances/7045e0eb-2805-4399-bbb1-c3636b208c72_del complete
Nov 15 20:22:21 user nova-compute[74639]: INFO nova.compute.manager [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Took 0.85 seconds to destroy the instance on the hypervisor.
Nov 15 20:22:21 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:22:21 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Took 0.53 seconds to deallocate network for instance.
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-4b9abdac-0e69-4db7-a5aa-7dcae2df30f3 req-1055d391-1707-4aaa-9fce-1e59e4881bf8 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received event network-vif-deleted-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:22:21 user nova-compute[74639]: INFO nova.compute.manager [req-4b9abdac-0e69-4db7-a5aa-7dcae2df30f3 req-1055d391-1707-4aaa-9fce-1e59e4881bf8 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Neutron deleted interface aa216eb1-a38b-4a76-8b85-fc72f3276554; detaching it from the instance and deleting it from the info cache
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.network.neutron [req-4b9abdac-0e69-4db7-a5aa-7dcae2df30f3 req-1055d391-1707-4aaa-9fce-1e59e4881bf8 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG nova.compute.manager [req-4b9abdac-0e69-4db7-a5aa-7dcae2df30f3 req-1055d391-1707-4aaa-9fce-1e59e4881bf8 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Detach interface failed, port_id=aa216eb1-a38b-4a76-8b85-fc72f3276554, reason: Instance 7045e0eb-2805-4399-bbb1-c3636b208c72 could not be found. {{(pid=74639) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10946}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:22 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:22:22 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:22:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.118s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:22 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Deleted allocations for instance 7045e0eb-2805-4399-bbb1-c3636b208c72
Nov 15 20:22:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4d1c1974-95a0-42d5-af08-4ca8549749f1 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.767s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-69de05fe-da70-432a-b46f-98fd09fa609b req-86c7f82d-55f8-4158-8da1-a41f8bc43bd8 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received event network-vif-plugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:22:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-69de05fe-da70-432a-b46f-98fd09fa609b req-86c7f82d-55f8-4158-8da1-a41f8bc43bd8 service nova] Acquiring lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-69de05fe-da70-432a-b46f-98fd09fa609b req-86c7f82d-55f8-4158-8da1-a41f8bc43bd8 service nova] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-69de05fe-da70-432a-b46f-98fd09fa609b req-86c7f82d-55f8-4158-8da1-a41f8bc43bd8 service nova] Lock "7045e0eb-2805-4399-bbb1-c3636b208c72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:22 user nova-compute[74639]: DEBUG nova.compute.manager [req-69de05fe-da70-432a-b46f-98fd09fa609b req-86c7f82d-55f8-4158-8da1-a41f8bc43bd8 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] No waiting events found dispatching network-vif-plugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:22:22 user nova-compute[74639]: WARNING nova.compute.manager [req-69de05fe-da70-432a-b46f-98fd09fa609b req-86c7f82d-55f8-4158-8da1-a41f8bc43bd8 service nova] [instance: 7045e0eb-2805-4399-bbb1-c3636b208c72] Received unexpected event network-vif-plugged-aa216eb1-a38b-4a76-8b85-fc72f3276554 for instance with vm_state deleted and task_state None.
Nov 15 20:22:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:22:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:22:41 user nova-compute[74639]: INFO nova.compute.claims [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Claim successful on node user
Nov 15 20:22:41 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.204s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:22:41 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:22:41 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG nova.policy [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63eb3b613bfe44e197212335107e2fee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca801d0b0e2249b0af7849a684792724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:22:41 user nova-compute[74639]: INFO nova.virt.block_device [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Booting with volume dbe5c241-6506-4fb4-88b2-84c12cecebad at /dev/vda
Nov 15 20:22:41 user nova-compute[74639]: DEBUG os_brick.utils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5370e427-639a-416a-bc61-0c3d8f45f3e0]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[411a6bcd-85da-4935-a292-45dd73022729]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3b350d0-373d-4d88-8501-6c5afb939c17]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd7b7486-17d2-47eb-8be1-bf325e278609]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:22:42 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:22:42 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[09252ab9-0089-4786-adee-792f4e6afe39]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG os_brick.utils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updating existing volume attachment record: c76fbbd4-ee96-49f0-b7fc-439546156f7d {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:22:42 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Successfully created port: 239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Successfully updated port: 239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquired lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-027b92af-c7e6-4111-af34-9f82003d339c req-0021602b-aecf-41f9-9bac-fc2e2dc3fef3 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received event network-changed-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-027b92af-c7e6-4111-af34-9f82003d339c req-0021602b-aecf-41f9-9bac-fc2e2dc3fef3 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Refreshing instance network info cache due to event network-changed-239aceb4-dc68-4e33-af97-c1a324878906. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-027b92af-c7e6-4111-af34-9f82003d339c req-0021602b-aecf-41f9-9bac-fc2e2dc3fef3 service nova] Acquiring lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG nova.network.neutron [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updating instance_info_cache with network_info: [{"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Releasing lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Instance network_info: |[{"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-027b92af-c7e6-4111-af34-9f82003d339c req-0021602b-aecf-41f9-9bac-fc2e2dc3fef3 service nova] Acquired lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:22:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-027b92af-c7e6-4111-af34-9f82003d339c req-0021602b-aecf-41f9-9bac-fc2e2dc3fef3 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Refreshing network info cache for port 239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:22:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-027b92af-c7e6-4111-af34-9f82003d339c req-0021602b-aecf-41f9-9bac-fc2e2dc3fef3 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updated VIF entry in instance network info cache for port 239aceb4-dc68-4e33-af97-c1a324878906. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:22:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-027b92af-c7e6-4111-af34-9f82003d339c req-0021602b-aecf-41f9-9bac-fc2e2dc3fef3 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updating instance_info_cache with network_info: [{"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:22:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-027b92af-c7e6-4111-af34-9f82003d339c req-0021602b-aecf-41f9-9bac-fc2e2dc3fef3 service nova] Releasing lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:22:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:22:47 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Creating image(s)
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Ensure instance console log exists: /opt/stack/data/nova/instances/0f2b3290-9b35-4c5b-8968-43cb90b6b34e/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Start _get_guest_xml network_info=[{"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FUfgIsCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '0f2b3290-9b35-4c5b-8968-43cb90b6b34e', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbe5c241-6506-4fb4-88b2-84c12cecebad', 'serial': 'dbe5c241-6506-4fb4-88b2-84c12cecebad'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'c76fbbd4-ee96-49f0-b7fc-439546156f7d', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:22:47 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:22:47 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FUfgIsCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:22:47 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:22:47 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:22:47 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cde875bc-24c0-4532-b46d-a8854766a853]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:22:47 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9cea2ec-400d-44a6-b40d-2f45053f730d]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad] added
Nov 15 20:22:47 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f55b96f0-143e-4e6c-b3bb-777798e30127]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[633897d5-8c48-4ba5-a994-0c84fb229827]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FUfgIsCi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FUfgIsCi" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a317374-a873-40db-a06f-64f2f67ce2b7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FUfgIsCi'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[614d5292-3c62-42e5-8622-8245059a9a79]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[41110287-9bca-4900-af98-7a1308150521]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:22:47 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:22:47 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:22:47 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 20:22:47 user nova-compute[74639]: 
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4783c4aa-e546-4d25-9f57-1dec9f908b80]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260]
Nov 15 20:22:47 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260] successful.
Nov 15 20:22:47 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5e230ee2-8e3a-483b-84a2-fecabcd8ff96]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a24f770e-b27d-4060-8e7a-a2c06c87eb78]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:22:47 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:22:47 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.254s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] HCTL ('33', '-', '-', 0) found on session 55 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b964e6d2-03a3-4ad5-97e1-69f1baef7fad]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching for a device in session 55 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FUfgIsCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:22:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== connect_volume: return (1294ms) {'type': 'block', 'scsi_wwn': '26438623630653537', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26438623630653537', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:22:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1764162385',display_name='tempest-TestVolumeBootPattern-server-1764162385',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1764162385',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAo5c61Xeja7ls30gYBCQcct9a0jEV9pyxUYABbr56ia2sfkAOEltoXzHhczAgFcUZoNx2LyF952RGKEXdYEIvTfN4icJLFRv+/W9wGArfSvf/tS1gD0703CF8WCl//60g==',key_name='tempest-TestVolumeBootPattern-959078856',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-9x0n8gg4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:22:42Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=0f2b3290-9b35-4c5b-8968-43cb90b6b34e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:e6:f0,bridge_name='br-int',has_traffic_filtering=True,id=239aceb4-dc68-4e33-af97-c1a324878906,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap239aceb4-dc') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.objects.instance [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'pci_devices' on Instance uuid 0f2b3290-9b35-4c5b-8968-43cb90b6b34e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:22:48 user nova-compute[74639]:   <uuid>0f2b3290-9b35-4c5b-8968-43cb90b6b34e</uuid>
Nov 15 20:22:48 user nova-compute[74639]:   <name>instance-0000002e</name>
Nov 15 20:22:48 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:22:48 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:22:48 user nova-compute[74639]:   <metadata>
Nov 15 20:22:48 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:22:48 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:22:48 user nova-compute[74639]:       <nova:name>tempest-TestVolumeBootPattern-server-1764162385</nova:name>
Nov 15 20:22:48 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:22:47</nova:creationTime>
Nov 15 20:22:48 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:22:48 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:22:48 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:22:48 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:22:48 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:22:48 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:22:48 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:22:48 user nova-compute[74639]:       <nova:owner>
Nov 15 20:22:48 user nova-compute[74639]:         <nova:user uuid="63eb3b613bfe44e197212335107e2fee">tempest-TestVolumeBootPattern-144009441-project-member</nova:user>
Nov 15 20:22:48 user nova-compute[74639]:         <nova:project uuid="ca801d0b0e2249b0af7849a684792724">tempest-TestVolumeBootPattern-144009441</nova:project>
Nov 15 20:22:48 user nova-compute[74639]:       </nova:owner>
Nov 15 20:22:48 user nova-compute[74639]:       <nova:ports>
Nov 15 20:22:48 user nova-compute[74639]:         <nova:port uuid="239aceb4-dc68-4e33-af97-c1a324878906">
Nov 15 20:22:48 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 20:22:48 user nova-compute[74639]:         </nova:port>
Nov 15 20:22:48 user nova-compute[74639]:       </nova:ports>
Nov 15 20:22:48 user nova-compute[74639]:     </nova:instance>
Nov 15 20:22:48 user nova-compute[74639]:   </metadata>
Nov 15 20:22:48 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:22:48 user nova-compute[74639]:     <system>
Nov 15 20:22:48 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:22:48 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:22:48 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:22:48 user nova-compute[74639]:       <entry name="serial">0f2b3290-9b35-4c5b-8968-43cb90b6b34e</entry>
Nov 15 20:22:48 user nova-compute[74639]:       <entry name="uuid">0f2b3290-9b35-4c5b-8968-43cb90b6b34e</entry>
Nov 15 20:22:48 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:22:48 user nova-compute[74639]:     </system>
Nov 15 20:22:48 user nova-compute[74639]:   </sysinfo>
Nov 15 20:22:48 user nova-compute[74639]:   <os>
Nov 15 20:22:48 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:22:48 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:22:48 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:22:48 user nova-compute[74639]:   </os>
Nov 15 20:22:48 user nova-compute[74639]:   <features>
Nov 15 20:22:48 user nova-compute[74639]:     <acpi/>
Nov 15 20:22:48 user nova-compute[74639]:     <apic/>
Nov 15 20:22:48 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:22:48 user nova-compute[74639]:   </features>
Nov 15 20:22:48 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:22:48 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:22:48 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:22:48 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:22:48 user nova-compute[74639]:   </clock>
Nov 15 20:22:48 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:22:48 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:22:48 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:22:48 user nova-compute[74639]:   </cpu>
Nov 15 20:22:48 user nova-compute[74639]:   <devices>
Nov 15 20:22:48 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:22:48 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:22:48 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 20:22:48 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:22:48 user nova-compute[74639]:       <serial>dbe5c241-6506-4fb4-88b2-84c12cecebad</serial>
Nov 15 20:22:48 user nova-compute[74639]:     </disk>
Nov 15 20:22:48 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:22:48 user nova-compute[74639]:       <mac address="fa:16:3e:3d:e6:f0"/>
Nov 15 20:22:48 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:22:48 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:22:48 user nova-compute[74639]:       <target dev="tap239aceb4-dc"/>
Nov 15 20:22:48 user nova-compute[74639]:     </interface>
Nov 15 20:22:48 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:22:48 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/0f2b3290-9b35-4c5b-8968-43cb90b6b34e/console.log" append="off"/>
Nov 15 20:22:48 user nova-compute[74639]:     </serial>
Nov 15 20:22:48 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:22:48 user nova-compute[74639]:     <video>
Nov 15 20:22:48 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:22:48 user nova-compute[74639]:     </video>
Nov 15 20:22:48 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:22:48 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:22:48 user nova-compute[74639]:     </rng>
Nov 15 20:22:48 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:22:48 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:22:48 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:22:48 user nova-compute[74639]:     </memballoon>
Nov 15 20:22:48 user nova-compute[74639]:   </devices>
Nov 15 20:22:48 user nova-compute[74639]: </domain>
Nov 15 20:22:48 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:22:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1764162385',display_name='tempest-TestVolumeBootPattern-server-1764162385',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1764162385',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAo5c61Xeja7ls30gYBCQcct9a0jEV9pyxUYABbr56ia2sfkAOEltoXzHhczAgFcUZoNx2LyF952RGKEXdYEIvTfN4icJLFRv+/W9wGArfSvf/tS1gD0703CF8WCl//60g==',key_name='tempest-TestVolumeBootPattern-959078856',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-9x0n8gg4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:22:42Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=0f2b3290-9b35-4c5b-8968-43cb90b6b34e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:3d:e6:f0,bridge_name='br-int',has_traffic_filtering=True,id=239aceb4-dc68-4e33-af97-c1a324878906,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap239aceb4-dc') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG os_vif [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:e6:f0,bridge_name='br-int',has_traffic_filtering=True,id=239aceb4-dc68-4e33-af97-c1a324878906,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap239aceb4-dc') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '490c7cbf-239a-5694-ad32-2a8caa966bf3', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap239aceb4-dc, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap239aceb4-dc, col_values=(('qos', UUID('b0dfb75d-ea2f-4c36-826c-8bfc22c721f8')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap239aceb4-dc, col_values=(('external_ids', {'iface-id': '239aceb4-dc68-4e33-af97-c1a324878906', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:3d:e6:f0', 'vm-uuid': '0f2b3290-9b35-4c5b-8968-43cb90b6b34e'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:48 user nova-compute[74639]: INFO os_vif [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:3d:e6:f0,bridge_name='br-int',has_traffic_filtering=True,id=239aceb4-dc68-4e33-af97-c1a324878906,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap239aceb4-dc')
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:22:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No VIF found with MAC fa:16:3e:3d:e6:f0, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:22:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:51 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:22:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:22:51 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Instance spawned successfully.
Nov 15 20:22:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:22:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:22:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:22:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:22:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:22:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:22:52 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:22:52 user nova-compute[74639]: INFO nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Took 5.00 seconds to spawn the instance on the hypervisor.
Nov 15 20:22:52 user nova-compute[74639]: DEBUG nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:22:52 user nova-compute[74639]: INFO nova.compute.manager [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Took 10.67 seconds to build instance.
Nov 15 20:22:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-d2a3da70-dc82-4f8d-8281-c873b91f23ec tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.801s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-fda63059-f2f1-44b3-ae72-d5a63e7ef6ad req-8953a86c-ddd1-443a-8afa-16b03375d348 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received event network-vif-plugged-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:22:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fda63059-f2f1-44b3-ae72-d5a63e7ef6ad req-8953a86c-ddd1-443a-8afa-16b03375d348 service nova] Acquiring lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fda63059-f2f1-44b3-ae72-d5a63e7ef6ad req-8953a86c-ddd1-443a-8afa-16b03375d348 service nova] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fda63059-f2f1-44b3-ae72-d5a63e7ef6ad req-8953a86c-ddd1-443a-8afa-16b03375d348 service nova] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-fda63059-f2f1-44b3-ae72-d5a63e7ef6ad req-8953a86c-ddd1-443a-8afa-16b03375d348 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] No waiting events found dispatching network-vif-plugged-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:22:53 user nova-compute[74639]: WARNING nova.compute.manager [req-fda63059-f2f1-44b3-ae72-d5a63e7ef6ad req-8953a86c-ddd1-443a-8afa-16b03375d348 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received unexpected event network-vif-plugged-239aceb4-dc68-4e33-af97-c1a324878906 for instance with vm_state active and task_state None.
Nov 15 20:22:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:53 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:22:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-f445841c-c1c6-42fe-abdf-7db8db5c5010 req-fff5923d-d9d7-4a1c-8f3a-f5ad48127962 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received event network-vif-plugged-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:22:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f445841c-c1c6-42fe-abdf-7db8db5c5010 req-fff5923d-d9d7-4a1c-8f3a-f5ad48127962 service nova] Acquiring lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f445841c-c1c6-42fe-abdf-7db8db5c5010 req-fff5923d-d9d7-4a1c-8f3a-f5ad48127962 service nova] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f445841c-c1c6-42fe-abdf-7db8db5c5010 req-fff5923d-d9d7-4a1c-8f3a-f5ad48127962 service nova] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-f445841c-c1c6-42fe-abdf-7db8db5c5010 req-fff5923d-d9d7-4a1c-8f3a-f5ad48127962 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] No waiting events found dispatching network-vif-plugged-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:22:55 user nova-compute[74639]: WARNING nova.compute.manager [req-f445841c-c1c6-42fe-abdf-7db8db5c5010 req-fff5923d-d9d7-4a1c-8f3a-f5ad48127962 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received unexpected event network-vif-plugged-239aceb4-dc68-4e33-af97-c1a324878906 for instance with vm_state active and task_state None.
Nov 15 20:22:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:22:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:22:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:22:56 user nova-compute[74639]: INFO nova.compute.claims [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Claim successful on node user
Nov 15 20:22:56 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.223s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:22:56 user nova-compute[74639]: DEBUG nova.network.neutron [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:22:56 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:22:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG nova.policy [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b509ad1950984b35b093185b7dbf3b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '001ca79822674a579b84584581ee8905', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:22:57 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Creating image(s)
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "/opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "/opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "/opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.016s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "d3cfb6971355661e157cc33efb7d3cfe30e68248" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "d3cfb6971355661e157cc33efb7d3cfe30e68248" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248.part --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG nova.virt.images [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] dc307133-42ed-4eb9-9f64-2c1f151d0671 was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248.part /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG nova.network.neutron [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Successfully created port: f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:22:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248.part /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248.converted" returned: 0 in 0.642s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:58 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:22:58 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9022MB free_disk=25.136199951171875GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 0f2b3290-9b35-4c5b-8968-43cb90b6b34e actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248.converted --force-share --output=json" returned: 0 in 0.199s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "d3cfb6971355661e157cc33efb7d3cfe30e68248" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.511s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.260s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248 --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "d3cfb6971355661e157cc33efb7d3cfe30e68248" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "d3cfb6971355661e157cc33efb7d3cfe30e68248" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.network.neutron [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Successfully updated port: f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquired lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.network.neutron [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.compute.manager [req-55add1df-561f-4a94-831f-9127ddc00e50 req-bdac3972-b89d-4bbf-bbfb-2dbbe8363db4 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.compute.manager [req-55add1df-561f-4a94-831f-9127ddc00e50 req-bdac3972-b89d-4bbf-bbfb-2dbbe8363db4 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing instance network info cache due to event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-55add1df-561f-4a94-831f-9127ddc00e50 req-bdac3972-b89d-4bbf-bbfb-2dbbe8363db4 service nova] Acquiring lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG nova.network.neutron [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248 --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248,backing_fmt=raw /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248,backing_fmt=raw /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk 1073741824" returned: 0 in 0.066s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "d3cfb6971355661e157cc33efb7d3cfe30e68248" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248 --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.network.neutron [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Releasing lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Instance network_info: |[{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-55add1df-561f-4a94-831f-9127ddc00e50 req-bdac3972-b89d-4bbf-bbfb-2dbbe8363db4 service nova] Acquired lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.network.neutron [req-55add1df-561f-4a94-831f-9127ddc00e50 req-bdac3972-b89d-4bbf-bbfb-2dbbe8363db4 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Cannot resize image /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Ensure instance console log exists: /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Start _get_guest_xml network_info=[{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T20:22:54Z,direct_url=<?>,disk_format='qcow2',id=dc307133-42ed-4eb9-9f64-2c1f151d0671,min_disk=0,min_ram=0,name='tempest-scenario-img--439778557',owner='001ca79822674a579b84584581ee8905',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T20:22:55Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'dc307133-42ed-4eb9-9f64-2c1f151d0671'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:22:59 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:22:59 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T20:22:54Z,direct_url=<?>,disk_format='qcow2',id=dc307133-42ed-4eb9-9f64-2c1f151d0671,min_disk=0,min_ram=0,name='tempest-scenario-img--439778557',owner='001ca79822674a579b84584581ee8905',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T20:22:55Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:22:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-766294484',display_name='tempest-TestMinimumBasicScenario-server-766294484',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-766294484',id=47,image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDA17MmzFMMCmNt0fk05AMq7Dp4DWixAADpsYlTl3YeQHHnDSZK0YOuMIaMyk5uNyjf8X2V/4GADp2NARi1K6IvOcLeS9aj8qvUdnkeyeOHbFndFkglqAnU4zJu4n+/HXg==',key_name='tempest-TestMinimumBasicScenario-1533039316',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='001ca79822674a579b84584581ee8905',ramdisk_id='',reservation_id='r-ph0o0is0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1202754486',owner_user_name='tempest-TestMinimumBasicScenario-1202754486-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:22:57Z,user_data=None,user_id='b509ad1950984b35b093185b7dbf3b53',uuid=2a97a3a9-ac6b-43dd-995d-f7a606906f5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converting VIF {"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'pci_devices' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:22:59 user nova-compute[74639]:   <uuid>2a97a3a9-ac6b-43dd-995d-f7a606906f5e</uuid>
Nov 15 20:22:59 user nova-compute[74639]:   <name>instance-0000002f</name>
Nov 15 20:22:59 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:22:59 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:22:59 user nova-compute[74639]:   <metadata>
Nov 15 20:22:59 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:22:59 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:22:59 user nova-compute[74639]:       <nova:name>tempest-TestMinimumBasicScenario-server-766294484</nova:name>
Nov 15 20:22:59 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:22:59</nova:creationTime>
Nov 15 20:22:59 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:22:59 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:22:59 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:22:59 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:22:59 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:22:59 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:22:59 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:22:59 user nova-compute[74639]:       <nova:owner>
Nov 15 20:22:59 user nova-compute[74639]:         <nova:user uuid="b509ad1950984b35b093185b7dbf3b53">tempest-TestMinimumBasicScenario-1202754486-project-member</nova:user>
Nov 15 20:22:59 user nova-compute[74639]:         <nova:project uuid="001ca79822674a579b84584581ee8905">tempest-TestMinimumBasicScenario-1202754486</nova:project>
Nov 15 20:22:59 user nova-compute[74639]:       </nova:owner>
Nov 15 20:22:59 user nova-compute[74639]:       <nova:root type="image" uuid="dc307133-42ed-4eb9-9f64-2c1f151d0671"/>
Nov 15 20:22:59 user nova-compute[74639]:       <nova:ports>
Nov 15 20:22:59 user nova-compute[74639]:         <nova:port uuid="f4a107f9-5e5f-4974-a76d-f06f027e6a71">
Nov 15 20:22:59 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 15 20:22:59 user nova-compute[74639]:         </nova:port>
Nov 15 20:22:59 user nova-compute[74639]:       </nova:ports>
Nov 15 20:22:59 user nova-compute[74639]:     </nova:instance>
Nov 15 20:22:59 user nova-compute[74639]:   </metadata>
Nov 15 20:22:59 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:22:59 user nova-compute[74639]:     <system>
Nov 15 20:22:59 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:22:59 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:22:59 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:22:59 user nova-compute[74639]:       <entry name="serial">2a97a3a9-ac6b-43dd-995d-f7a606906f5e</entry>
Nov 15 20:22:59 user nova-compute[74639]:       <entry name="uuid">2a97a3a9-ac6b-43dd-995d-f7a606906f5e</entry>
Nov 15 20:22:59 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:22:59 user nova-compute[74639]:     </system>
Nov 15 20:22:59 user nova-compute[74639]:   </sysinfo>
Nov 15 20:22:59 user nova-compute[74639]:   <os>
Nov 15 20:22:59 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:22:59 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:22:59 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:22:59 user nova-compute[74639]:   </os>
Nov 15 20:22:59 user nova-compute[74639]:   <features>
Nov 15 20:22:59 user nova-compute[74639]:     <acpi/>
Nov 15 20:22:59 user nova-compute[74639]:     <apic/>
Nov 15 20:22:59 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:22:59 user nova-compute[74639]:   </features>
Nov 15 20:22:59 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:22:59 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:22:59 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:22:59 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:22:59 user nova-compute[74639]:   </clock>
Nov 15 20:22:59 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:22:59 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:22:59 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:22:59 user nova-compute[74639]:   </cpu>
Nov 15 20:22:59 user nova-compute[74639]:   <devices>
Nov 15 20:22:59 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:22:59 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:22:59 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk"/>
Nov 15 20:22:59 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:22:59 user nova-compute[74639]:     </disk>
Nov 15 20:22:59 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:22:59 user nova-compute[74639]:       <mac address="fa:16:3e:2d:67:c7"/>
Nov 15 20:22:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:22:59 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:22:59 user nova-compute[74639]:       <target dev="tapf4a107f9-5e"/>
Nov 15 20:22:59 user nova-compute[74639]:     </interface>
Nov 15 20:22:59 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:22:59 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/console.log" append="off"/>
Nov 15 20:22:59 user nova-compute[74639]:     </serial>
Nov 15 20:22:59 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:22:59 user nova-compute[74639]:     <video>
Nov 15 20:22:59 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:22:59 user nova-compute[74639]:     </video>
Nov 15 20:22:59 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:22:59 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:22:59 user nova-compute[74639]:     </rng>
Nov 15 20:22:59 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:22:59 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:22:59 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:22:59 user nova-compute[74639]:     </memballoon>
Nov 15 20:22:59 user nova-compute[74639]:   </devices>
Nov 15 20:22:59 user nova-compute[74639]: </domain>
Nov 15 20:22:59 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:22:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-766294484',display_name='tempest-TestMinimumBasicScenario-server-766294484',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-766294484',id=47,image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDA17MmzFMMCmNt0fk05AMq7Dp4DWixAADpsYlTl3YeQHHnDSZK0YOuMIaMyk5uNyjf8X2V/4GADp2NARi1K6IvOcLeS9aj8qvUdnkeyeOHbFndFkglqAnU4zJu4n+/HXg==',key_name='tempest-TestMinimumBasicScenario-1533039316',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='001ca79822674a579b84584581ee8905',ramdisk_id='',reservation_id='r-ph0o0is0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1202754486',owner_user_name='tempest-TestMinimumBasicScenario-1202754486-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:22:57Z,user_data=None,user_id='b509ad1950984b35b093185b7dbf3b53',uuid=2a97a3a9-ac6b-43dd-995d-f7a606906f5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converting VIF {"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG os_vif [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ce34399-cd52-507a-8399-7ee409666d8b', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf4a107f9-5e, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf4a107f9-5e, col_values=(('qos', UUID('d17a4ee2-b142-44d8-9a59-d807c063f7d3')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf4a107f9-5e, col_values=(('external_ids', {'iface-id': 'f4a107f9-5e5f-4974-a76d-f06f027e6a71', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:67:c7', 'vm-uuid': '2a97a3a9-ac6b-43dd-995d-f7a606906f5e'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:59 user nova-compute[74639]: INFO os_vif [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e')
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No VIF found with MAC fa:16:3e:2d:67:c7, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.network.neutron [req-55add1df-561f-4a94-831f-9127ddc00e50 req-bdac3972-b89d-4bbf-bbfb-2dbbe8363db4 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updated VIF entry in instance network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG nova.network.neutron [req-55add1df-561f-4a94-831f-9127ddc00e50 req-bdac3972-b89d-4bbf-bbfb-2dbbe8363db4 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-55add1df-561f-4a94-831f-9127ddc00e50 req-bdac3972-b89d-4bbf-bbfb-2dbbe8363db4 service nova] Releasing lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:22:59 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:23:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:23:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-bad0cc46-4b20-4486-a3a3-26777f8820b9 req-e85ae288-15b3-4249-ae7e-90cb02be03f0 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:23:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bad0cc46-4b20-4486-a3a3-26777f8820b9 req-e85ae288-15b3-4249-ae7e-90cb02be03f0 service nova] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bad0cc46-4b20-4486-a3a3-26777f8820b9 req-e85ae288-15b3-4249-ae7e-90cb02be03f0 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bad0cc46-4b20-4486-a3a3-26777f8820b9 req-e85ae288-15b3-4249-ae7e-90cb02be03f0 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-bad0cc46-4b20-4486-a3a3-26777f8820b9 req-e85ae288-15b3-4249-ae7e-90cb02be03f0 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] No waiting events found dispatching network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:23:00 user nova-compute[74639]: WARNING nova.compute.manager [req-bad0cc46-4b20-4486-a3a3-26777f8820b9 req-e85ae288-15b3-4249-ae7e-90cb02be03f0 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received unexpected event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 for instance with vm_state building and task_state spawning.
Nov 15 20:23:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Skipping network cache update for instance because it is Building. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9935}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:23:01 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 0f2b3290-9b35-4c5b-8968-43cb90b6b34e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updating instance_info_cache with network_info: [{"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:23:02 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Instance spawned successfully.
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:02 user nova-compute[74639]: INFO nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Took 5.90 seconds to spawn the instance on the hypervisor.
Nov 15 20:23:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:23:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-5add0e94-f108-43ec-aa66-e40903512bc9 req-87a6ef4b-fcf5-4348-8493-3fffd8b18209 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:23:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5add0e94-f108-43ec-aa66-e40903512bc9 req-87a6ef4b-fcf5-4348-8493-3fffd8b18209 service nova] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5add0e94-f108-43ec-aa66-e40903512bc9 req-87a6ef4b-fcf5-4348-8493-3fffd8b18209 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-5add0e94-f108-43ec-aa66-e40903512bc9 req-87a6ef4b-fcf5-4348-8493-3fffd8b18209 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:03 user nova-compute[74639]: DEBUG nova.compute.manager [req-5add0e94-f108-43ec-aa66-e40903512bc9 req-87a6ef4b-fcf5-4348-8493-3fffd8b18209 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] No waiting events found dispatching network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:23:03 user nova-compute[74639]: WARNING nova.compute.manager [req-5add0e94-f108-43ec-aa66-e40903512bc9 req-87a6ef4b-fcf5-4348-8493-3fffd8b18209 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received unexpected event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 for instance with vm_state building and task_state spawning.
Nov 15 20:23:03 user nova-compute[74639]: INFO nova.compute.manager [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Took 6.48 seconds to build instance.
Nov 15 20:23:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bfdc5a09-3a00-4f69-ab19-5fa35906adc2 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.582s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "418371bf-e204-4bd3-b9a3-9acd26204449" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "418371bf-e204-4bd3-b9a3-9acd26204449" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:23:12 user nova-compute[74639]: INFO nova.compute.claims [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Claim successful on node user
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.426s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.network.neutron [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:23:12 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.policy [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e1f374e771a54103b98e4d724721a771', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6e3840a97894b2a9be3542fce1d8473', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:23:12 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Creating image(s)
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "/opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "/opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "/opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk 1073741824" returned: 0 in 0.049s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.238s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Successfully created port: 8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Checking if we can resize image /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Cannot resize image /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Ensure instance console log exists: /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Successfully updated port: 8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "refresh_cache-418371bf-e204-4bd3-b9a3-9acd26204449" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquired lock "refresh_cache-418371bf-e204-4bd3-b9a3-9acd26204449" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-e8416a9c-6898-4261-bbe3-b39411677dce req-26582f99-e0a2-41e6-b927-5e7f94ec030c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received event network-changed-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-e8416a9c-6898-4261-bbe3-b39411677dce req-26582f99-e0a2-41e6-b927-5e7f94ec030c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Refreshing instance network info cache due to event network-changed-8693062a-b7ba-43bb-bd4b-4b8945df169c. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e8416a9c-6898-4261-bbe3-b39411677dce req-26582f99-e0a2-41e6-b927-5e7f94ec030c service nova] Acquiring lock "refresh_cache-418371bf-e204-4bd3-b9a3-9acd26204449" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:23:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.network.neutron [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Updating instance_info_cache with network_info: [{"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Releasing lock "refresh_cache-418371bf-e204-4bd3-b9a3-9acd26204449" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Instance network_info: |[{"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e8416a9c-6898-4261-bbe3-b39411677dce req-26582f99-e0a2-41e6-b927-5e7f94ec030c service nova] Acquired lock "refresh_cache-418371bf-e204-4bd3-b9a3-9acd26204449" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-e8416a9c-6898-4261-bbe3-b39411677dce req-26582f99-e0a2-41e6-b927-5e7f94ec030c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Refreshing network info cache for port 8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Start _get_guest_xml network_info=[{"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:23:14 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:23:14 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:23:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1394810794',display_name='tempest-VolumesActionsTest-instance-1394810794',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1394810794',id=48,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c6e3840a97894b2a9be3542fce1d8473',ramdisk_id='',reservation_id='r-yirgdlzy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-12350467',owner_user_name='tempest-VolumesActionsTest-12350467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:23:13Z,user_data=None,user_id='e1f374e771a54103b98e4d724721a771',uuid=418371bf-e204-4bd3-b9a3-9acd26204449,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converting VIF {"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:0b:9d,bridge_name='br-int',has_traffic_filtering=True,id=8693062a-b7ba-43bb-bd4b-4b8945df169c,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8693062a-b7') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.objects.instance [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lazy-loading 'pci_devices' on Instance uuid 418371bf-e204-4bd3-b9a3-9acd26204449 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:23:14 user nova-compute[74639]:   <uuid>418371bf-e204-4bd3-b9a3-9acd26204449</uuid>
Nov 15 20:23:14 user nova-compute[74639]:   <name>instance-00000030</name>
Nov 15 20:23:14 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:23:14 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:23:14 user nova-compute[74639]:   <metadata>
Nov 15 20:23:14 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:23:14 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:23:14 user nova-compute[74639]:       <nova:name>tempest-VolumesActionsTest-instance-1394810794</nova:name>
Nov 15 20:23:14 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:23:14</nova:creationTime>
Nov 15 20:23:14 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:23:14 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:23:14 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:23:14 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:23:14 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:23:14 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:23:14 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:23:14 user nova-compute[74639]:       <nova:owner>
Nov 15 20:23:14 user nova-compute[74639]:         <nova:user uuid="e1f374e771a54103b98e4d724721a771">tempest-VolumesActionsTest-12350467-project-member</nova:user>
Nov 15 20:23:14 user nova-compute[74639]:         <nova:project uuid="c6e3840a97894b2a9be3542fce1d8473">tempest-VolumesActionsTest-12350467</nova:project>
Nov 15 20:23:14 user nova-compute[74639]:       </nova:owner>
Nov 15 20:23:14 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:23:14 user nova-compute[74639]:       <nova:ports>
Nov 15 20:23:14 user nova-compute[74639]:         <nova:port uuid="8693062a-b7ba-43bb-bd4b-4b8945df169c">
Nov 15 20:23:14 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.7" ipVersion="4"/>
Nov 15 20:23:14 user nova-compute[74639]:         </nova:port>
Nov 15 20:23:14 user nova-compute[74639]:       </nova:ports>
Nov 15 20:23:14 user nova-compute[74639]:     </nova:instance>
Nov 15 20:23:14 user nova-compute[74639]:   </metadata>
Nov 15 20:23:14 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:23:14 user nova-compute[74639]:     <system>
Nov 15 20:23:14 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:23:14 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:23:14 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:23:14 user nova-compute[74639]:       <entry name="serial">418371bf-e204-4bd3-b9a3-9acd26204449</entry>
Nov 15 20:23:14 user nova-compute[74639]:       <entry name="uuid">418371bf-e204-4bd3-b9a3-9acd26204449</entry>
Nov 15 20:23:14 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:23:14 user nova-compute[74639]:     </system>
Nov 15 20:23:14 user nova-compute[74639]:   </sysinfo>
Nov 15 20:23:14 user nova-compute[74639]:   <os>
Nov 15 20:23:14 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:23:14 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:23:14 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:23:14 user nova-compute[74639]:   </os>
Nov 15 20:23:14 user nova-compute[74639]:   <features>
Nov 15 20:23:14 user nova-compute[74639]:     <acpi/>
Nov 15 20:23:14 user nova-compute[74639]:     <apic/>
Nov 15 20:23:14 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:23:14 user nova-compute[74639]:   </features>
Nov 15 20:23:14 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:23:14 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:23:14 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:23:14 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:23:14 user nova-compute[74639]:   </clock>
Nov 15 20:23:14 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:23:14 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:23:14 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:23:14 user nova-compute[74639]:   </cpu>
Nov 15 20:23:14 user nova-compute[74639]:   <devices>
Nov 15 20:23:14 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:23:14 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:23:14 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk"/>
Nov 15 20:23:14 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:23:14 user nova-compute[74639]:     </disk>
Nov 15 20:23:14 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:23:14 user nova-compute[74639]:       <mac address="fa:16:3e:8a:0b:9d"/>
Nov 15 20:23:14 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:23:14 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:23:14 user nova-compute[74639]:       <target dev="tap8693062a-b7"/>
Nov 15 20:23:14 user nova-compute[74639]:     </interface>
Nov 15 20:23:14 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:23:14 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/console.log" append="off"/>
Nov 15 20:23:14 user nova-compute[74639]:     </serial>
Nov 15 20:23:14 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:23:14 user nova-compute[74639]:     <video>
Nov 15 20:23:14 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:23:14 user nova-compute[74639]:     </video>
Nov 15 20:23:14 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:23:14 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:23:14 user nova-compute[74639]:     </rng>
Nov 15 20:23:14 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:23:14 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:23:14 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:23:14 user nova-compute[74639]:     </memballoon>
Nov 15 20:23:14 user nova-compute[74639]:   </devices>
Nov 15 20:23:14 user nova-compute[74639]: </domain>
Nov 15 20:23:14 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:23:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1394810794',display_name='tempest-VolumesActionsTest-instance-1394810794',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1394810794',id=48,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='c6e3840a97894b2a9be3542fce1d8473',ramdisk_id='',reservation_id='r-yirgdlzy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-VolumesActionsTest-12350467',owner_user_name='tempest-VolumesActionsTest-12350467-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:23:13Z,user_data=None,user_id='e1f374e771a54103b98e4d724721a771',uuid=418371bf-e204-4bd3-b9a3-9acd26204449,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converting VIF {"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:0b:9d,bridge_name='br-int',has_traffic_filtering=True,id=8693062a-b7ba-43bb-bd4b-4b8945df169c,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8693062a-b7') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG os_vif [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:0b:9d,bridge_name='br-int',has_traffic_filtering=True,id=8693062a-b7ba-43bb-bd4b-4b8945df169c,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8693062a-b7') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'f703f312-a315-5a80-81dd-3ec8598518b4', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap8693062a-b7, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap8693062a-b7, col_values=(('qos', UUID('5e3cd22d-0667-4c30-820f-c14a31157577')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap8693062a-b7, col_values=(('external_ids', {'iface-id': '8693062a-b7ba-43bb-bd4b-4b8945df169c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:8a:0b:9d', 'vm-uuid': '418371bf-e204-4bd3-b9a3-9acd26204449'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:14 user nova-compute[74639]: INFO os_vif [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:0b:9d,bridge_name='br-int',has_traffic_filtering=True,id=8693062a-b7ba-43bb-bd4b-4b8945df169c,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8693062a-b7')
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] No VIF found with MAC fa:16:3e:8a:0b:9d, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-e8416a9c-6898-4261-bbe3-b39411677dce req-26582f99-e0a2-41e6-b927-5e7f94ec030c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Updated VIF entry in instance network info cache for port 8693062a-b7ba-43bb-bd4b-4b8945df169c. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-e8416a9c-6898-4261-bbe3-b39411677dce req-26582f99-e0a2-41e6-b927-5e7f94ec030c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Updating instance_info_cache with network_info: [{"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e8416a9c-6898-4261-bbe3-b39411677dce req-26582f99-e0a2-41e6-b927-5e7f94ec030c service nova] Releasing lock "refresh_cache-418371bf-e204-4bd3-b9a3-9acd26204449" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:23:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-d0ecfb73-5a7a-4f36-ac44-de35adbb9517 req-d0556e77-68e8-4b3e-8216-74d0286b854c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received event network-vif-plugged-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:23:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d0ecfb73-5a7a-4f36-ac44-de35adbb9517 req-d0556e77-68e8-4b3e-8216-74d0286b854c service nova] Acquiring lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d0ecfb73-5a7a-4f36-ac44-de35adbb9517 req-d0556e77-68e8-4b3e-8216-74d0286b854c service nova] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d0ecfb73-5a7a-4f36-ac44-de35adbb9517 req-d0556e77-68e8-4b3e-8216-74d0286b854c service nova] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-d0ecfb73-5a7a-4f36-ac44-de35adbb9517 req-d0556e77-68e8-4b3e-8216-74d0286b854c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] No waiting events found dispatching network-vif-plugged-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:23:15 user nova-compute[74639]: WARNING nova.compute.manager [req-d0ecfb73-5a7a-4f36-ac44-de35adbb9517 req-d0556e77-68e8-4b3e-8216-74d0286b854c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received unexpected event network-vif-plugged-8693062a-b7ba-43bb-bd4b-4b8945df169c for instance with vm_state building and task_state spawning.
Nov 15 20:23:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:23:17 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Instance spawned successfully.
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-6a576312-6b59-4fb8-a64b-38bd4830ef64 req-9debd3a0-f1af-4197-919d-b19807bbf581 service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received event network-vif-plugged-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6a576312-6b59-4fb8-a64b-38bd4830ef64 req-9debd3a0-f1af-4197-919d-b19807bbf581 service nova] Acquiring lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6a576312-6b59-4fb8-a64b-38bd4830ef64 req-9debd3a0-f1af-4197-919d-b19807bbf581 service nova] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-6a576312-6b59-4fb8-a64b-38bd4830ef64 req-9debd3a0-f1af-4197-919d-b19807bbf581 service nova] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-6a576312-6b59-4fb8-a64b-38bd4830ef64 req-9debd3a0-f1af-4197-919d-b19807bbf581 service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] No waiting events found dispatching network-vif-plugged-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:23:17 user nova-compute[74639]: WARNING nova.compute.manager [req-6a576312-6b59-4fb8-a64b-38bd4830ef64 req-9debd3a0-f1af-4197-919d-b19807bbf581 service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received unexpected event network-vif-plugged-8693062a-b7ba-43bb-bd4b-4b8945df169c for instance with vm_state building and task_state spawning.
Nov 15 20:23:18 user nova-compute[74639]: INFO nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Took 5.35 seconds to spawn the instance on the hypervisor.
Nov 15 20:23:18 user nova-compute[74639]: DEBUG nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:23:18 user nova-compute[74639]: INFO nova.compute.manager [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Took 6.13 seconds to build instance.
Nov 15 20:23:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-522a05c3-eeda-4146-8264-e09d04be1fe9 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "418371bf-e204-4bd3-b9a3-9acd26204449" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.217s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:55 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:23:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:23:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:23:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:23:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:23:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json" returned: 0 in 0.178s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:24:00 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:24:00 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:24:00 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8567MB free_disk=25.07712173461914GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:24:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:24:01 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 0f2b3290-9b35-4c5b-8968-43cb90b6b34e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:24:01 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:24:01 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 418371bf-e204-4bd3-b9a3-9acd26204449 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:24:01 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:24:01 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:24:01 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:24:01 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:24:01 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:24:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.264s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 0f2b3290-9b35-4c5b-8968-43cb90b6b34e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updating instance_info_cache with network_info: [{"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:24:02 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:24:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:24:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:24:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:24:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:24:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:24:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:24:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:24:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:24:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-ccdf4715-c687-4030-9b4d-2f0c108d0511 req-4ffd1167-ab58-4d50-bf83-46158749c99f service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received event network-changed-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:24:33 user nova-compute[74639]: DEBUG nova.compute.manager [req-ccdf4715-c687-4030-9b4d-2f0c108d0511 req-4ffd1167-ab58-4d50-bf83-46158749c99f service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Refreshing instance network info cache due to event network-changed-239aceb4-dc68-4e33-af97-c1a324878906. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:24:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ccdf4715-c687-4030-9b4d-2f0c108d0511 req-4ffd1167-ab58-4d50-bf83-46158749c99f service nova] Acquiring lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:24:33 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ccdf4715-c687-4030-9b4d-2f0c108d0511 req-4ffd1167-ab58-4d50-bf83-46158749c99f service nova] Acquired lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:24:33 user nova-compute[74639]: DEBUG nova.network.neutron [req-ccdf4715-c687-4030-9b4d-2f0c108d0511 req-4ffd1167-ab58-4d50-bf83-46158749c99f service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Refreshing network info cache for port 239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:24:34 user nova-compute[74639]: DEBUG nova.network.neutron [req-ccdf4715-c687-4030-9b4d-2f0c108d0511 req-4ffd1167-ab58-4d50-bf83-46158749c99f service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updated VIF entry in instance network info cache for port 239aceb4-dc68-4e33-af97-c1a324878906. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:24:34 user nova-compute[74639]: DEBUG nova.network.neutron [req-ccdf4715-c687-4030-9b4d-2f0c108d0511 req-4ffd1167-ab58-4d50-bf83-46158749c99f service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updating instance_info_cache with network_info: [{"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:24:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ccdf4715-c687-4030-9b4d-2f0c108d0511 req-4ffd1167-ab58-4d50-bf83-46158749c99f service nova] Releasing lock "refresh_cache-0f2b3290-9b35-4c5b-8968-43cb90b6b34e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:24:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:24:35 user nova-compute[74639]: INFO nova.compute.manager [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Terminating instance
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received event network-vif-unplugged-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] Acquiring lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] No waiting events found dispatching network-vif-unplugged-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received event network-vif-unplugged-239aceb4-dc68-4e33-af97-c1a324878906 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received event network-vif-plugged-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] Acquiring lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] No waiting events found dispatching network-vif-plugged-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:24:35 user nova-compute[74639]: WARNING nova.compute.manager [req-cfce5586-bae3-45eb-883c-3a0340c499f7 req-8e999798-cbc9-4b5c-a0f4-64ad9325f55e service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received unexpected event network-vif-plugged-239aceb4-dc68-4e33-af97-c1a324878906 for instance with vm_state active and task_state deleting.
Nov 15 20:24:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Instance destroyed successfully.
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'resources' on Instance uuid 0f2b3290-9b35-4c5b-8968-43cb90b6b34e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:22:40Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1764162385',display_name='tempest-TestVolumeBootPattern-server-1764162385',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1764162385',id=46,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAo5c61Xeja7ls30gYBCQcct9a0jEV9pyxUYABbr56ia2sfkAOEltoXzHhczAgFcUZoNx2LyF952RGKEXdYEIvTfN4icJLFRv+/W9wGArfSvf/tS1gD0703CF8WCl//60g==',key_name='tempest-TestVolumeBootPattern-959078856',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:22:52Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-9x0n8gg4',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:22:52Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=0f2b3290-9b35-4c5b-8968-43cb90b6b34e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "239aceb4-dc68-4e33-af97-c1a324878906", "address": "fa:16:3e:3d:e6:f0", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap239aceb4-dc", "ovs_interfaceid": "239aceb4-dc68-4e33-af97-c1a324878906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:3d:e6:f0,bridge_name='br-int',has_traffic_filtering=True,id=239aceb4-dc68-4e33-af97-c1a324878906,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap239aceb4-dc') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_vif [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:e6:f0,bridge_name='br-int',has_traffic_filtering=True,id=239aceb4-dc68-4e33-af97-c1a324878906,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap239aceb4-dc') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap239aceb4-dc, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=b0dfb75d-ea2f-4c36-826c-8bfc22c721f8) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:35 user nova-compute[74639]: INFO os_vif [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:3d:e6:f0,bridge_name='br-int',has_traffic_filtering=True,id=239aceb4-dc68-4e33-af97-c1a324878906,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap239aceb4-dc')
Nov 15 20:24:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FUfgIsCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:24:35 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d8f7076-d8a9-48b3-9ff5-cffd7d6c9f07]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:24:35 user nova-compute[74639]: No targets found.
Nov 15 20:24:35 user nova-compute[74639]: iSNS:
Nov 15 20:24:35 user nova-compute[74639]: No targets found.
Nov 15 20:24:35 user nova-compute[74639]: STATIC:
Nov 15 20:24:35 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad
Nov 15 20:24:35 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:24:35 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:24:35 user nova-compute[74639]: FIRMWARE:
Nov 15 20:24:35 user nova-compute[74639]: No targets found.
Nov 15 20:24:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:24:35 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:24:35 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c589ace-dc63-4d38-bc31-e874bf3a9bf2]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d54ea3aa-f72f-4bbc-b834-a78cc9fbfe02]: (4, ('tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:24:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [55] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:24:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9802a5f30>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce4c6aed-0d97-4273-a06c-16f791e47c27]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[daa324ce-af8b-48ae-9667-46c775e2193f]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f459ae2b-f73f-4148-9482-c2605261cc4d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:24:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c13974a-c645-4b37-ba8f-1e1e2eac4bf2]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-1SCST_BIOfe36dee2-d8b60e579b63acca', '/dev/disk/by-id/scsi-26438623630653537', '/dev/disk/by-id/scsi-SSCST_BIO_Storage_fe36dee2') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2732113e-06b0-4a22-af97-b88df12cd30f]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a0dd0d7f-676b-4b2e-ac9a-0c68b3fa0783]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --logout" returned: 0 in 0.052s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f30e4efb-0469-41fc-9c09-342606d3843e]: (4, ('Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260]\nLogout of [sid: 55, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 55, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260]
Nov 15 20:24:36 user nova-compute[74639]: Logout of [sid: 55, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260] successful.
Nov 15 20:24:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5d82a016-6087-4341-9960-905f85b17a07]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.284s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== disconnect_volume: return (286ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:24:36 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Deleting instance files /opt/stack/data/nova/instances/0f2b3290-9b35-4c5b-8968-43cb90b6b34e_del
Nov 15 20:24:36 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Deletion of /opt/stack/data/nova/instances/0f2b3290-9b35-4c5b-8968-43cb90b6b34e_del complete
Nov 15 20:24:36 user nova-compute[74639]: INFO nova.compute.manager [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Took 1.12 seconds to destroy the instance on the hypervisor.
Nov 15 20:24:36 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:24:36 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:24:36 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Took 0.75 seconds to deallocate network for instance.
Nov 15 20:24:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-646d5fc8-6a87-424a-9ad8-52d2aed59e71 req-4e747932-b018-4047-a001-a93f425502e5 service nova] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Received event network-vif-deleted-239aceb4-dc68-4e33-af97-c1a324878906 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:24:37 user nova-compute[74639]: INFO nova.compute.manager [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 0f2b3290-9b35-4c5b-8968-43cb90b6b34e] Took 0.72 seconds to detach 1 volumes for instance.
Nov 15 20:24:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:24:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:24:37 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:24:37 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:24:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.170s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:24:37 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Deleted allocations for instance 0f2b3290-9b35-4c5b-8968-43cb90b6b34e
Nov 15 20:24:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e919a28e-bc94-42d5-9f9a-b2f0e69e5bfb tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "0f2b3290-9b35-4c5b-8968-43cb90b6b34e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.941s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:24:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:24:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:24:48 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'flavor' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:24:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:24:49 user nova-compute[74639]: INFO nova.compute.manager [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Attaching volume 1c0287a5-4456-44e2-a511-8df195e0177e to /dev/vdb
Nov 15 20:24:49 user nova-compute[74639]: DEBUG os_brick.utils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b0599d5d-6093-4529-8f7c-bd8906b966b3]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d15de473-6c60-44ff-8e8a-4e01e70e184c]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c313a2df-65bd-4012-aa75-3e12a09b36c9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d953361a-42bc-4808-8c8d-ea5f248fdc0a]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:24:49 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:24:49 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fedf909c-703a-42d1-8359-c6356a4e890d]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG os_brick.utils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] <== get_connector_properties: return (126ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:24:49 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating existing volume attachment record: d2547c2b-b4c5-45fd-8f75-d4549710b2f9 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:24:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:24:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsXnPCSF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:24:54 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:24:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:24:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:24:54 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:24:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:24:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:24:54 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:24:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:54 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:54 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e36ec6f6-14d0-4bfe-9062-0a964b10e647]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:54 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:24:54 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[94a2bef2-7a8b-4f1f-a076-53cd1eb1bbdc]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e] added
Nov 15 20:24:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b69d2d52-2b7b-4ac6-ab94-2cfe87f3ec74]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[69077828-eeb8-4662-8bbf-9d40e7ecae80]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QsXnPCSF {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QsXnPCSF" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[81809a57-b4e4-41dd-9aa8-4a3e61d7e15f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QsXnPCSF'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5694638-eae0-4204-b0d6-232f1d38ade2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[07774dd2-0b25-42cf-b76e-2f62f8f9b01b]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:24:55 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:24:55 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:24:55 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 20:24:55 user nova-compute[74639]: 
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2977f0b3-5d7d-49ab-87ad-8fb5e48f1f24]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260]
Nov 15 20:24:55 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260] successful.
Nov 15 20:24:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[596800fc-540a-468a-9008-6e6309a20640]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d4037e7-c447-4e15-a459-f91c797b64af]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:24:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:24:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.258s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] HCTL ('33', '-', '-', 0) found on session 56 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[585813b2-614b-46bb-8d06-3a0a417dba59]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:24:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching for a device in session 56 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsXnPCSF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.289s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] <== connect_volume: return (1290ms) {'type': 'block', 'scsi_wwn': '23530393637626132', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530393637626132', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'flavor' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:24:56 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:24:56 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:24:56 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:24:56 user nova-compute[74639]:   <serial>1c0287a5-4456-44e2-a511-8df195e0177e</serial>
Nov 15 20:24:56 user nova-compute[74639]: </disk>
Nov 15 20:24:56 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No VIF found with MAC fa:16:3e:2d:67:c7, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:24:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e7e76b83-a571-4e5c-b5fe-5b1e8e9da5ef tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 7.691s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:24:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:24:57 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:00 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:25:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:25:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:25:01 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:25:01 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:25:01 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8822MB free_disk=25.075756072998047GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 418371bf-e204-4bd3-b9a3-9acd26204449 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=2GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-dba61bad-c73c-43c4-927d-ce6f28fc3e9a req-5a9d0f3a-a2d7-4209-94b2-7015c240aa37 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-dba61bad-c73c-43c4-927d-ce6f28fc3e9a req-5a9d0f3a-a2d7-4209-94b2-7015c240aa37 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing instance network info cache due to event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dba61bad-c73c-43c4-927d-ce6f28fc3e9a req-5a9d0f3a-a2d7-4209-94b2-7015c240aa37 service nova] Acquiring lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dba61bad-c73c-43c4-927d-ce6f28fc3e9a req-5a9d0f3a-a2d7-4209-94b2-7015c240aa37 service nova] Acquired lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-dba61bad-c73c-43c4-927d-ce6f28fc3e9a req-5a9d0f3a-a2d7-4209-94b2-7015c240aa37 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.508s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "418371bf-e204-4bd3-b9a3-9acd26204449" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "418371bf-e204-4bd3-b9a3-9acd26204449" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:02 user nova-compute[74639]: INFO nova.compute.manager [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Terminating instance
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-dba61bad-c73c-43c4-927d-ce6f28fc3e9a req-5a9d0f3a-a2d7-4209-94b2-7015c240aa37 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updated VIF entry in instance network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.network.neutron [req-dba61bad-c73c-43c4-927d-ce6f28fc3e9a req-5a9d0f3a-a2d7-4209-94b2-7015c240aa37 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-dba61bad-c73c-43c4-927d-ce6f28fc3e9a req-5a9d0f3a-a2d7-4209-94b2-7015c240aa37 service nova] Releasing lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-472fc3cf-2eb9-451b-8778-d9faf7154e56 req-39730aaa-be8b-4a72-9d86-1e46b649a8ae service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received event network-vif-unplugged-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-472fc3cf-2eb9-451b-8778-d9faf7154e56 req-39730aaa-be8b-4a72-9d86-1e46b649a8ae service nova] Acquiring lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-472fc3cf-2eb9-451b-8778-d9faf7154e56 req-39730aaa-be8b-4a72-9d86-1e46b649a8ae service nova] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-472fc3cf-2eb9-451b-8778-d9faf7154e56 req-39730aaa-be8b-4a72-9d86-1e46b649a8ae service nova] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-472fc3cf-2eb9-451b-8778-d9faf7154e56 req-39730aaa-be8b-4a72-9d86-1e46b649a8ae service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] No waiting events found dispatching network-vif-unplugged-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:25:02 user nova-compute[74639]: DEBUG nova.compute.manager [req-472fc3cf-2eb9-451b-8778-d9faf7154e56 req-39730aaa-be8b-4a72-9d86-1e46b649a8ae service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received event network-vif-unplugged-8693062a-b7ba-43bb-bd4b-4b8945df169c for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:25:03 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Instance destroyed successfully.
Nov 15 20:25:03 user nova-compute[74639]: DEBUG nova.objects.instance [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lazy-loading 'resources' on Instance uuid 418371bf-e204-4bd3-b9a3-9acd26204449 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:23:11Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-VolumesActionsTest-instance-1394810794',display_name='tempest-VolumesActionsTest-instance-1394810794',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-volumesactionstest-instance-1394810794',id=48,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data=None,key_name=None,keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:23:18Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='c6e3840a97894b2a9be3542fce1d8473',ramdisk_id='',reservation_id='r-yirgdlzy',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-VolumesActionsTest-12350467',owner_user_name='tempest-VolumesActionsTest-12350467-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:23:18Z,user_data=None,user_id='e1f374e771a54103b98e4d724721a771',uuid=418371bf-e204-4bd3-b9a3-9acd26204449,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converting VIF {"id": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "address": "fa:16:3e:8a:0b:9d", "network": {"id": "bbae310d-acc2-4129-b6c5-209b39e8a37c", "bridge": "br-int", "label": "tempest-VolumesActionsTest-784085022-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "c6e3840a97894b2a9be3542fce1d8473", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap8693062a-b7", "ovs_interfaceid": "8693062a-b7ba-43bb-bd4b-4b8945df169c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:8a:0b:9d,bridge_name='br-int',has_traffic_filtering=True,id=8693062a-b7ba-43bb-bd4b-4b8945df169c,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8693062a-b7') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG os_vif [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Unplugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:0b:9d,bridge_name='br-int',has_traffic_filtering=True,id=8693062a-b7ba-43bb-bd4b-4b8945df169c,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8693062a-b7') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap8693062a-b7, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=5e3cd22d-0667-4c30-820f-c14a31157577) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:03 user nova-compute[74639]: INFO os_vif [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Successfully unplugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:8a:0b:9d,bridge_name='br-int',has_traffic_filtering=True,id=8693062a-b7ba-43bb-bd4b-4b8945df169c,network=Network(bbae310d-acc2-4129-b6c5-209b39e8a37c),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap8693062a-b7')
Nov 15 20:25:03 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Deleting instance files /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449_del
Nov 15 20:25:03 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Deletion of /opt/stack/data/nova/instances/418371bf-e204-4bd3-b9a3-9acd26204449_del complete
Nov 15 20:25:03 user nova-compute[74639]: INFO nova.compute.manager [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Took 0.86 seconds to destroy the instance on the hypervisor.
Nov 15 20:25:03 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:25:03 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Took 0.44 seconds to deallocate network for instance.
Nov 15 20:25:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.183s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:04 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Deleted allocations for instance 418371bf-e204-4bd3-b9a3-9acd26204449
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5ea90d86-b262-4801-80d1-21a2254ccdc3 tempest-VolumesActionsTest-12350467 tempest-VolumesActionsTest-12350467-project-member] Lock "418371bf-e204-4bd3-b9a3-9acd26204449" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.743s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-734f56b2-84aa-4699-983a-2ccdc3de42a4 req-00810cf8-9747-475f-9a3c-5f303f3fad6f service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-734f56b2-84aa-4699-983a-2ccdc3de42a4 req-00810cf8-9747-475f-9a3c-5f303f3fad6f service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing instance network info cache due to event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-734f56b2-84aa-4699-983a-2ccdc3de42a4 req-00810cf8-9747-475f-9a3c-5f303f3fad6f service nova] Acquiring lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-734f56b2-84aa-4699-983a-2ccdc3de42a4 req-00810cf8-9747-475f-9a3c-5f303f3fad6f service nova] Acquired lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG nova.network.neutron [req-734f56b2-84aa-4699-983a-2ccdc3de42a4 req-00810cf8-9747-475f-9a3c-5f303f3fad6f service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-539789ea-b994-4d34-9240-d3f84f693a3b req-3997ce25-9201-4769-a377-0fb918d4f31c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received event network-vif-plugged-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-539789ea-b994-4d34-9240-d3f84f693a3b req-3997ce25-9201-4769-a377-0fb918d4f31c service nova] Acquiring lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-539789ea-b994-4d34-9240-d3f84f693a3b req-3997ce25-9201-4769-a377-0fb918d4f31c service nova] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-539789ea-b994-4d34-9240-d3f84f693a3b req-3997ce25-9201-4769-a377-0fb918d4f31c service nova] Lock "418371bf-e204-4bd3-b9a3-9acd26204449-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-539789ea-b994-4d34-9240-d3f84f693a3b req-3997ce25-9201-4769-a377-0fb918d4f31c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] No waiting events found dispatching network-vif-plugged-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:25:04 user nova-compute[74639]: WARNING nova.compute.manager [req-539789ea-b994-4d34-9240-d3f84f693a3b req-3997ce25-9201-4769-a377-0fb918d4f31c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received unexpected event network-vif-plugged-8693062a-b7ba-43bb-bd4b-4b8945df169c for instance with vm_state deleted and task_state None.
Nov 15 20:25:04 user nova-compute[74639]: DEBUG nova.compute.manager [req-539789ea-b994-4d34-9240-d3f84f693a3b req-3997ce25-9201-4769-a377-0fb918d4f31c service nova] [instance: 418371bf-e204-4bd3-b9a3-9acd26204449] Received event network-vif-deleted-8693062a-b7ba-43bb-bd4b-4b8945df169c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG nova.network.neutron [req-734f56b2-84aa-4699-983a-2ccdc3de42a4 req-00810cf8-9747-475f-9a3c-5f303f3fad6f service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updated VIF entry in instance network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG nova.network.neutron [req-734f56b2-84aa-4699-983a-2ccdc3de42a4 req-00810cf8-9747-475f-9a3c-5f303f3fad6f service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-734f56b2-84aa-4699-983a-2ccdc3de42a4 req-00810cf8-9747-475f-9a3c-5f303f3fad6f service nova] Releasing lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:07 user nova-compute[74639]: INFO nova.compute.manager [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Rebooting instance
Nov 15 20:25:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:25:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquired lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:25:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:25:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:25:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Releasing lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:25:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG nova.compute.manager [req-2229b85b-7c27-4777-9e32-4280a2ad7a04 req-71747306-0d32-44b6-b331-75e11e8a4725 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-unplugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2229b85b-7c27-4777-9e32-4280a2ad7a04 req-71747306-0d32-44b6-b331-75e11e8a4725 service nova] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2229b85b-7c27-4777-9e32-4280a2ad7a04 req-71747306-0d32-44b6-b331-75e11e8a4725 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2229b85b-7c27-4777-9e32-4280a2ad7a04 req-71747306-0d32-44b6-b331-75e11e8a4725 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG nova.compute.manager [req-2229b85b-7c27-4777-9e32-4280a2ad7a04 req-71747306-0d32-44b6-b331-75e11e8a4725 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] No waiting events found dispatching network-vif-unplugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:25:08 user nova-compute[74639]: WARNING nova.compute.manager [req-2229b85b-7c27-4777-9e32-4280a2ad7a04 req-71747306-0d32-44b6-b331-75e11e8a4725 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received unexpected event network-vif-unplugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 for instance with vm_state active and task_state reboot_started_hard.
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Instance destroyed successfully.
Nov 15 20:25:08 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'resources' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:22:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-766294484',display_name='tempest-TestMinimumBasicScenario-server-766294484',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-766294484',id=47,image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDA17MmzFMMCmNt0fk05AMq7Dp4DWixAADpsYlTl3YeQHHnDSZK0YOuMIaMyk5uNyjf8X2V/4GADp2NARi1K6IvOcLeS9aj8qvUdnkeyeOHbFndFkglqAnU4zJu4n+/HXg==',key_name='tempest-TestMinimumBasicScenario-1533039316',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:23:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='001ca79822674a579b84584581ee8905',ramdisk_id='',reservation_id='r-ph0o0is0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1202754486',owner_user_name='tempest-TestMinimumBasicScenario-1202754486-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:25:08Z,user_data=None,user_id='b509ad1950984b35b093185b7dbf3b53',uuid=2a97a3a9-ac6b-43dd-995d-f7a606906f5e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converting VIF {"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_vif [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf4a107f9-5e, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=d17a4ee2-b142-44d8-9a59-d807c063f7d3) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:25:08 user nova-compute[74639]: INFO os_vif [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e')
Nov 15 20:25:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsXnPCSF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:25:08 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.004s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d1123b52-4a45-484c-8c2a-3c9106c87f8a]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:25:08 user nova-compute[74639]: No targets found.
Nov 15 20:25:08 user nova-compute[74639]: iSNS:
Nov 15 20:25:08 user nova-compute[74639]: No targets found.
Nov 15 20:25:08 user nova-compute[74639]: STATIC:
Nov 15 20:25:08 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e
Nov 15 20:25:08 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:25:08 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:25:08 user nova-compute[74639]: FIRMWARE:
Nov 15 20:25:08 user nova-compute[74639]: No targets found.
Nov 15 20:25:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:25:08 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:25:08 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[df4002b5-7ec8-4eb6-9228-5d0d1656b53e]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5051f58d-52ed-4047-9e3c-3cd22dbe413f]: (4, ('tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:25:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsi session list stdout=tcp: [56] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:25:08 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9703908b0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[46d996cb-a496-44c4-a034-d49cf12ceda2]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[823aaa43-f429-4ce2-bb6c-88fe591e15a3]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9ba9a23c-576b-4430-ac63-9529532b277d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.038s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a6dff046-ad96-4373-b195-506285e18a48]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:25:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[22f90481-ea7e-49ab-85e9-1717c7a02b47]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[dc45e5b5-0829-4847-8e56-a324cac25d1a]: (4, ('Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260]\nLogout of [sid: 56, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 56, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260]
Nov 15 20:25:09 user nova-compute[74639]: Logout of [sid: 56, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260] successful.
Nov 15 20:25:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee90915f-78c4-4ec8-913c-c61530bb1afa]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.281s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] <== disconnect_volume: return (286ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Start _get_guest_xml network_info=[{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vdb': {'bus': 'virtio', 'dev': 'vdb', 'type': 'disk'}}} image_meta=ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dc307133-42ed-4eb9-9f64-2c1f151d0671,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'dc307133-42ed-4eb9-9f64-2c1f151d0671'}], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsXnPCSF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, 'status': 'reserved', 'instance': '2a97a3a9-ac6b-43dd-995d-f7a606906f5e', 'attached_at': '', 'detached_at': '', 'volume_id': '1c0287a5-4456-44e2-a511-8df195e0177e', 'serial': '1c0287a5-4456-44e2-a511-8df195e0177e'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': None, 'attachment_id': 'd2547c2b-b4c5-45fd-8f75-d4549710b2f9', 'device_type': 'disk', 'mount_device': '/dev/vdb', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:25:09 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:25:09 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format='bare',created_at=<?>,direct_url=<?>,disk_format='qcow2',id=dc307133-42ed-4eb9-9f64-2c1f151d0671,min_disk=1,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=<?>,status=<?>,tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'vcpu_model' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.objects.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Object Instance<2a97a3a9-ac6b-43dd-995d-f7a606906f5e> lazy-loaded attributes: resources,vcpu_model {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsXnPCSF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:25:09 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:25:09 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:25:09 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[07f49746-3887-4688-99c8-161291dd2843]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:25:09 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2fb30004-7bb6-47b0-960c-98afdf2f2542]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e] added
Nov 15 20:25:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e5308e0c-2cd3-4227-9344-c4cedd72d895]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddff050b-0755-4de1-8253-2019fa67e5e1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QsXnPCSF {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v QsXnPCSF" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[16d42085-14d8-4e7c-9d88-236cdd33df01]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'QsXnPCSF'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[836b42b7-df11-4aaf-b1e0-7f0dca74108e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[74fc2383-ef2e-4849-80c3-615b32762b40]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:25:09 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:25:09 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:25:09 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 20:25:09 user nova-compute[74639]: 
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7dbabead-bd52-4528-8f4f-c771073d2e16]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260]
Nov 15 20:25:09 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260] successful.
Nov 15 20:25:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a196cae1-8d96-4b2b-97ba-98de2dc84572]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[30987c50-88ae-4602-872b-103de2d9cf33]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:25:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:25:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.243s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] HCTL ('33', '-', '-', 0) found on session 57 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b11a02bd-b793-4ed3-8cf6-e0f13a608863]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching for a device in session 57 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsXnPCSF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path'} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:25:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-bf464939-e9cf-4389-a38c-3bf8a3f6c15e req-5dd96f1b-3336-44c6-867d-aee7715b3b43 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bf464939-e9cf-4389-a38c-3bf8a3f6c15e req-5dd96f1b-3336-44c6-867d-aee7715b3b43 service nova] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bf464939-e9cf-4389-a38c-3bf8a3f6c15e req-5dd96f1b-3336-44c6-867d-aee7715b3b43 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bf464939-e9cf-4389-a38c-3bf8a3f6c15e req-5dd96f1b-3336-44c6-867d-aee7715b3b43 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.compute.manager [req-bf464939-e9cf-4389-a38c-3bf8a3f6c15e req-5dd96f1b-3336-44c6-867d-aee7715b3b43 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] No waiting events found dispatching network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:25:10 user nova-compute[74639]: WARNING nova.compute.manager [req-bf464939-e9cf-4389-a38c-3bf8a3f6c15e req-5dd96f1b-3336-44c6-867d-aee7715b3b43 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received unexpected event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 for instance with vm_state active and task_state reboot_started_hard.
Nov 15 20:25:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.279s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] <== connect_volume: return (1280ms) {'type': 'block', 'scsi_wwn': '23530393637626132', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23530393637626132', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:22:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-766294484',display_name='tempest-TestMinimumBasicScenario-server-766294484',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-766294484',id=47,image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDA17MmzFMMCmNt0fk05AMq7Dp4DWixAADpsYlTl3YeQHHnDSZK0YOuMIaMyk5uNyjf8X2V/4GADp2NARi1K6IvOcLeS9aj8qvUdnkeyeOHbFndFkglqAnU4zJu4n+/HXg==',key_name='tempest-TestMinimumBasicScenario-1533039316',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:23:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='001ca79822674a579b84584581ee8905',ramdisk_id='',reservation_id='r-ph0o0is0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1202754486',owner_user_name='tempest-TestMinimumBasicScenario-1202754486-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:25:08Z,user_data=None,user_id='b509ad1950984b35b093185b7dbf3b53',uuid=2a97a3a9-ac6b-43dd-995d-f7a606906f5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converting VIF {"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'pci_devices' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.objects.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Object Instance<2a97a3a9-ac6b-43dd-995d-f7a606906f5e> lazy-loaded attributes: resources,vcpu_model,pci_devices {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:25:10 user nova-compute[74639]:   <uuid>2a97a3a9-ac6b-43dd-995d-f7a606906f5e</uuid>
Nov 15 20:25:10 user nova-compute[74639]:   <name>instance-0000002f</name>
Nov 15 20:25:10 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:25:10 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:25:10 user nova-compute[74639]:   <metadata>
Nov 15 20:25:10 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:25:10 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:25:10 user nova-compute[74639]:       <nova:name>tempest-TestMinimumBasicScenario-server-766294484</nova:name>
Nov 15 20:25:10 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:25:09</nova:creationTime>
Nov 15 20:25:10 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:25:10 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:25:10 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:25:10 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:25:10 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:25:10 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:25:10 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:25:10 user nova-compute[74639]:       <nova:owner>
Nov 15 20:25:10 user nova-compute[74639]:         <nova:user uuid="b509ad1950984b35b093185b7dbf3b53">tempest-TestMinimumBasicScenario-1202754486-project-member</nova:user>
Nov 15 20:25:10 user nova-compute[74639]:         <nova:project uuid="001ca79822674a579b84584581ee8905">tempest-TestMinimumBasicScenario-1202754486</nova:project>
Nov 15 20:25:10 user nova-compute[74639]:       </nova:owner>
Nov 15 20:25:10 user nova-compute[74639]:       <nova:root type="image" uuid="dc307133-42ed-4eb9-9f64-2c1f151d0671"/>
Nov 15 20:25:10 user nova-compute[74639]:       <nova:ports>
Nov 15 20:25:10 user nova-compute[74639]:         <nova:port uuid="f4a107f9-5e5f-4974-a76d-f06f027e6a71">
Nov 15 20:25:10 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.3" ipVersion="4"/>
Nov 15 20:25:10 user nova-compute[74639]:         </nova:port>
Nov 15 20:25:10 user nova-compute[74639]:       </nova:ports>
Nov 15 20:25:10 user nova-compute[74639]:     </nova:instance>
Nov 15 20:25:10 user nova-compute[74639]:   </metadata>
Nov 15 20:25:10 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:25:10 user nova-compute[74639]:     <system>
Nov 15 20:25:10 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:25:10 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:25:10 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:25:10 user nova-compute[74639]:       <entry name="serial">2a97a3a9-ac6b-43dd-995d-f7a606906f5e</entry>
Nov 15 20:25:10 user nova-compute[74639]:       <entry name="uuid">2a97a3a9-ac6b-43dd-995d-f7a606906f5e</entry>
Nov 15 20:25:10 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:25:10 user nova-compute[74639]:     </system>
Nov 15 20:25:10 user nova-compute[74639]:   </sysinfo>
Nov 15 20:25:10 user nova-compute[74639]:   <os>
Nov 15 20:25:10 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:25:10 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:25:10 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:25:10 user nova-compute[74639]:   </os>
Nov 15 20:25:10 user nova-compute[74639]:   <features>
Nov 15 20:25:10 user nova-compute[74639]:     <acpi/>
Nov 15 20:25:10 user nova-compute[74639]:     <apic/>
Nov 15 20:25:10 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:25:10 user nova-compute[74639]:   </features>
Nov 15 20:25:10 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:25:10 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:25:10 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:25:10 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:25:10 user nova-compute[74639]:   </clock>
Nov 15 20:25:10 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:25:10 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:25:10 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:25:10 user nova-compute[74639]:   </cpu>
Nov 15 20:25:10 user nova-compute[74639]:   <devices>
Nov 15 20:25:10 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:25:10 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:25:10 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk"/>
Nov 15 20:25:10 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:25:10 user nova-compute[74639]:     </disk>
Nov 15 20:25:10 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:25:10 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:25:10 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 20:25:10 user nova-compute[74639]:       <target dev="vdb" bus="virtio"/>
Nov 15 20:25:10 user nova-compute[74639]:       <serial>1c0287a5-4456-44e2-a511-8df195e0177e</serial>
Nov 15 20:25:10 user nova-compute[74639]:     </disk>
Nov 15 20:25:10 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:25:10 user nova-compute[74639]:       <mac address="fa:16:3e:2d:67:c7"/>
Nov 15 20:25:10 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:25:10 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:25:10 user nova-compute[74639]:       <target dev="tapf4a107f9-5e"/>
Nov 15 20:25:10 user nova-compute[74639]:     </interface>
Nov 15 20:25:10 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:25:10 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/console.log" append="off"/>
Nov 15 20:25:10 user nova-compute[74639]:     </serial>
Nov 15 20:25:10 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:25:10 user nova-compute[74639]:     <video>
Nov 15 20:25:10 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:25:10 user nova-compute[74639]:     </video>
Nov 15 20:25:10 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:25:10 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:25:10 user nova-compute[74639]:     </rng>
Nov 15 20:25:10 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:25:10 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:25:10 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:25:10 user nova-compute[74639]:     </memballoon>
Nov 15 20:25:10 user nova-compute[74639]:   </devices>
Nov 15 20:25:10 user nova-compute[74639]: </domain>
Nov 15 20:25:10 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.171s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.215s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:25:10 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'trusted_certs' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG nova.objects.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Object Instance<2a97a3a9-ac6b-43dd-995d-f7a606906f5e> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248 --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Checking if we can resize image /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.168s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Cannot resize image /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'migration_context' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG nova.objects.base [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Object Instance<2a97a3a9-ac6b-43dd-995d-f7a606906f5e> lazy-loaded attributes: resources,vcpu_model,pci_devices,trusted_certs,migration_context {{(pid=74639) wrapper /opt/stack/nova/nova/objects/base.py:126}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:22:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-766294484',display_name='tempest-TestMinimumBasicScenario-server-766294484',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-766294484',id=47,image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDA17MmzFMMCmNt0fk05AMq7Dp4DWixAADpsYlTl3YeQHHnDSZK0YOuMIaMyk5uNyjf8X2V/4GADp2NARi1K6IvOcLeS9aj8qvUdnkeyeOHbFndFkglqAnU4zJu4n+/HXg==',key_name='tempest-TestMinimumBasicScenario-1533039316',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:23:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=<?>,power_state=1,progress=0,project_id='001ca79822674a579b84584581ee8905',ramdisk_id='',reservation_id='r-ph0o0is0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1202754486',owner_user_name='tempest-TestMinimumBasicScenario-1202754486-project-member'},tags=<?>,task_state='reboot_started_hard',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:25:08Z,user_data=None,user_id='b509ad1950984b35b093185b7dbf3b53',uuid=2a97a3a9-ac6b-43dd-995d-f7a606906f5e,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converting VIF {"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG os_vif [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Plugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '8ce34399-cd52-507a-8399-7ee409666d8b', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapf4a107f9-5e, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapf4a107f9-5e, col_values=(('qos', UUID('0cc5b19b-3867-4c40-980a-4f2cd1100067')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapf4a107f9-5e, col_values=(('external_ids', {'iface-id': 'f4a107f9-5e5f-4974-a76d-f06f027e6a71', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:2d:67:c7', 'vm-uuid': '2a97a3a9-ac6b-43dd-995d-f7a606906f5e'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:11 user nova-compute[74639]: INFO os_vif [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully plugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e')
Nov 15 20:25:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 20:25:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-9db2c19f-ced9-403b-9dd5-ca3d4bd0f89a req-7bbf94e4-f265-4658-9a92-861b03d41746 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9db2c19f-ced9-403b-9dd5-ca3d4bd0f89a req-7bbf94e4-f265-4658-9a92-861b03d41746 service nova] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9db2c19f-ced9-403b-9dd5-ca3d4bd0f89a req-7bbf94e4-f265-4658-9a92-861b03d41746 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-9db2c19f-ced9-403b-9dd5-ca3d4bd0f89a req-7bbf94e4-f265-4658-9a92-861b03d41746 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-9db2c19f-ced9-403b-9dd5-ca3d4bd0f89a req-7bbf94e4-f265-4658-9a92-861b03d41746 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] No waiting events found dispatching network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:25:12 user nova-compute[74639]: WARNING nova.compute.manager [req-9db2c19f-ced9-403b-9dd5-ca3d4bd0f89a req-7bbf94e4-f265-4658-9a92-861b03d41746 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received unexpected event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 for instance with vm_state active and task_state reboot_started_hard.
Nov 15 20:25:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:25:14 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Instance rebooted successfully.
Nov 15 20:25:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1d069561-0f95-40f2-af0e-36818874dda3 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.409s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-fb2912ab-09f2-493b-b175-bd4a3f38482d req-00b953a8-a09a-4edc-986b-09463626fb6a service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fb2912ab-09f2-493b-b175-bd4a3f38482d req-00b953a8-a09a-4edc-986b-09463626fb6a service nova] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fb2912ab-09f2-493b-b175-bd4a3f38482d req-00b953a8-a09a-4edc-986b-09463626fb6a service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fb2912ab-09f2-493b-b175-bd4a3f38482d req-00b953a8-a09a-4edc-986b-09463626fb6a service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-fb2912ab-09f2-493b-b175-bd4a3f38482d req-00b953a8-a09a-4edc-986b-09463626fb6a service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] No waiting events found dispatching network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:25:14 user nova-compute[74639]: WARNING nova.compute.manager [req-fb2912ab-09f2-493b-b175-bd4a3f38482d req-00b953a8-a09a-4edc-986b-09463626fb6a service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received unexpected event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 for instance with vm_state active and task_state None.
Nov 15 20:25:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:25:26 user nova-compute[74639]: INFO nova.compute.claims [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Claim successful on node user
Nov 15 20:25:26 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.213s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:25:27 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:25:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG nova.policy [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63eb3b613bfe44e197212335107e2fee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca801d0b0e2249b0af7849a684792724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:25:27 user nova-compute[74639]: INFO nova.virt.block_device [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Booting with volume dbe5c241-6506-4fb4-88b2-84c12cecebad at /dev/vda
Nov 15 20:25:27 user nova-compute[74639]: DEBUG os_brick.utils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f0431c9-50b7-4f4a-a709-29b6d5a84fad]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9b7004e3-b313-44a9-9e92-bdbb661eca5d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9cbf5e0-9c68-413a-8186-4180e86907c7]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6b6a84bb-ee0b-4b77-a544-e4b8a3bf56ae]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:25:27 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:25:27 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[dbc7176c-7795-4d17-98d4-1d198ce54486]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG os_brick.utils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updating existing volume attachment record: de0e1e9f-5c60-4992-959a-35421bc0ae12 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:25:27 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Successfully created port: 441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Successfully updated port: 441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquired lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-bbb4fc88-e952-41d9-8533-088b0c049e11 req-3f5b7114-2c10-4974-b444-aa9a17c564be service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-changed-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG nova.compute.manager [req-bbb4fc88-e952-41d9-8533-088b0c049e11 req-3f5b7114-2c10-4974-b444-aa9a17c564be service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Refreshing instance network info cache due to event network-changed-441d29d1-190d-4c52-9bb7-353e615d841c. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bbb4fc88-e952-41d9-8533-088b0c049e11 req-3f5b7114-2c10-4974-b444-aa9a17c564be service nova] Acquiring lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG nova.network.neutron [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updating instance_info_cache with network_info: [{"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Releasing lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Instance network_info: |[{"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bbb4fc88-e952-41d9-8533-088b0c049e11 req-3f5b7114-2c10-4974-b444-aa9a17c564be service nova] Acquired lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:25:28 user nova-compute[74639]: DEBUG nova.network.neutron [req-bbb4fc88-e952-41d9-8533-088b0c049e11 req-3f5b7114-2c10-4974-b444-aa9a17c564be service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Refreshing network info cache for port 441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:25:29 user nova-compute[74639]: DEBUG nova.network.neutron [req-bbb4fc88-e952-41d9-8533-088b0c049e11 req-3f5b7114-2c10-4974-b444-aa9a17c564be service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updated VIF entry in instance network info cache for port 441d29d1-190d-4c52-9bb7-353e615d841c. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:25:29 user nova-compute[74639]: DEBUG nova.network.neutron [req-bbb4fc88-e952-41d9-8533-088b0c049e11 req-3f5b7114-2c10-4974-b444-aa9a17c564be service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updating instance_info_cache with network_info: [{"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:25:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bbb4fc88-e952-41d9-8533-088b0c049e11 req-3f5b7114-2c10-4974-b444-aa9a17c564be service nova] Releasing lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:25:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:25:32 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Creating image(s)
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Ensure instance console log exists: /opt/stack/data/nova/instances/014cdfb7-ce73-48ee-b851-9eb052da578a/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Start _get_guest_xml network_info=[{"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FUfgIsCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '014cdfb7-ce73-48ee-b851-9eb052da578a', 'attached_at': '', 'detached_at': '', 'volume_id': 'dbe5c241-6506-4fb4-88b2-84c12cecebad', 'serial': 'dbe5c241-6506-4fb4-88b2-84c12cecebad'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 0, 'attachment_id': 'de0e1e9f-5c60-4992-959a-35421bc0ae12', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:25:32 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:25:32 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FUfgIsCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:25:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:25:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:25:32 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260" returned: 21 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0faf73ac-8730-490f-b8f3-61bab244d56b]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:25:32 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f6b9b7af-4739-4e49-87a6-4ae6b3aa40fd]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad] added
Nov 15 20:25:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0a0ca47f-9687-45f8-b33a-ff8bf6d80b52]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0195443d-3ebe-4502-81b2-ef2f7422c55f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FUfgIsCi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.username -v FUfgIsCi" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d9450a4a-35dc-426f-b7e4-bbfdb5fa330a]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'FUfgIsCi'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bca3b790-f20d-44ca-9e87-03379558a7e5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c9614d-f036-46ec-bd8e-778c7ec6d7d0]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:25:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:25:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --login" returned: 0 in 0.052s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[11a60719-a9ea-4a13-8ebc-c95b0a7fa20b]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260]
Nov 15 20:25:32 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260] successful.
Nov 15 20:25:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed0efab1-62e3-4325-bc16-cda4371cfb61]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[303334a0-18b9-4ab9-bd79-ad04b1187152]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:25:32 user nova-compute[74639]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:25:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:25:32 user nova-compute[74639]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:25:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.255s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] HCTL ('34', '-', '-', 0) found on session 58 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d35ee64a-f44d-4af7-a5c6-d99b5012776e]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching for a device in session 58 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:25:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FUfgIsCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.285s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== connect_volume: return (1286ms) {'type': 'block', 'scsi_wwn': '26438623630653537', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26438623630653537', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:25:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1395321502',display_name='tempest-TestVolumeBootPattern-server-1395321502',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1395321502',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAo5c61Xeja7ls30gYBCQcct9a0jEV9pyxUYABbr56ia2sfkAOEltoXzHhczAgFcUZoNx2LyF952RGKEXdYEIvTfN4icJLFRv+/W9wGArfSvf/tS1gD0703CF8WCl//60g==',key_name='tempest-TestVolumeBootPattern-959078856',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-2lichw50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:25:27Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=014cdfb7-ce73-48ee-b851-9eb052da578a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8d:0d,bridge_name='br-int',has_traffic_filtering=True,id=441d29d1-190d-4c52-9bb7-353e615d841c,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap441d29d1-19') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.objects.instance [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'pci_devices' on Instance uuid 014cdfb7-ce73-48ee-b851-9eb052da578a {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:25:33 user nova-compute[74639]:   <uuid>014cdfb7-ce73-48ee-b851-9eb052da578a</uuid>
Nov 15 20:25:33 user nova-compute[74639]:   <name>instance-00000031</name>
Nov 15 20:25:33 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:25:33 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:25:33 user nova-compute[74639]:   <metadata>
Nov 15 20:25:33 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:25:33 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:25:33 user nova-compute[74639]:       <nova:name>tempest-TestVolumeBootPattern-server-1395321502</nova:name>
Nov 15 20:25:33 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:25:32</nova:creationTime>
Nov 15 20:25:33 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:25:33 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:25:33 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:25:33 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:25:33 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:25:33 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:25:33 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:25:33 user nova-compute[74639]:       <nova:owner>
Nov 15 20:25:33 user nova-compute[74639]:         <nova:user uuid="63eb3b613bfe44e197212335107e2fee">tempest-TestVolumeBootPattern-144009441-project-member</nova:user>
Nov 15 20:25:33 user nova-compute[74639]:         <nova:project uuid="ca801d0b0e2249b0af7849a684792724">tempest-TestVolumeBootPattern-144009441</nova:project>
Nov 15 20:25:33 user nova-compute[74639]:       </nova:owner>
Nov 15 20:25:33 user nova-compute[74639]:       <nova:ports>
Nov 15 20:25:33 user nova-compute[74639]:         <nova:port uuid="441d29d1-190d-4c52-9bb7-353e615d841c">
Nov 15 20:25:33 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 15 20:25:33 user nova-compute[74639]:         </nova:port>
Nov 15 20:25:33 user nova-compute[74639]:       </nova:ports>
Nov 15 20:25:33 user nova-compute[74639]:     </nova:instance>
Nov 15 20:25:33 user nova-compute[74639]:   </metadata>
Nov 15 20:25:33 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:25:33 user nova-compute[74639]:     <system>
Nov 15 20:25:33 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:25:33 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:25:33 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:25:33 user nova-compute[74639]:       <entry name="serial">014cdfb7-ce73-48ee-b851-9eb052da578a</entry>
Nov 15 20:25:33 user nova-compute[74639]:       <entry name="uuid">014cdfb7-ce73-48ee-b851-9eb052da578a</entry>
Nov 15 20:25:33 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:25:33 user nova-compute[74639]:     </system>
Nov 15 20:25:33 user nova-compute[74639]:   </sysinfo>
Nov 15 20:25:33 user nova-compute[74639]:   <os>
Nov 15 20:25:33 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:25:33 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:25:33 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:25:33 user nova-compute[74639]:   </os>
Nov 15 20:25:33 user nova-compute[74639]:   <features>
Nov 15 20:25:33 user nova-compute[74639]:     <acpi/>
Nov 15 20:25:33 user nova-compute[74639]:     <apic/>
Nov 15 20:25:33 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:25:33 user nova-compute[74639]:   </features>
Nov 15 20:25:33 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:25:33 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:25:33 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:25:33 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:25:33 user nova-compute[74639]:   </clock>
Nov 15 20:25:33 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:25:33 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:25:33 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:25:33 user nova-compute[74639]:   </cpu>
Nov 15 20:25:33 user nova-compute[74639]:   <devices>
Nov 15 20:25:33 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:25:33 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:25:33 user nova-compute[74639]:       <source dev="/dev/sdc"/>
Nov 15 20:25:33 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:25:33 user nova-compute[74639]:       <serial>dbe5c241-6506-4fb4-88b2-84c12cecebad</serial>
Nov 15 20:25:33 user nova-compute[74639]:     </disk>
Nov 15 20:25:33 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:25:33 user nova-compute[74639]:       <mac address="fa:16:3e:c6:8d:0d"/>
Nov 15 20:25:33 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:25:33 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:25:33 user nova-compute[74639]:       <target dev="tap441d29d1-19"/>
Nov 15 20:25:33 user nova-compute[74639]:     </interface>
Nov 15 20:25:33 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:25:33 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/014cdfb7-ce73-48ee-b851-9eb052da578a/console.log" append="off"/>
Nov 15 20:25:33 user nova-compute[74639]:     </serial>
Nov 15 20:25:33 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:25:33 user nova-compute[74639]:     <video>
Nov 15 20:25:33 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:25:33 user nova-compute[74639]:     </video>
Nov 15 20:25:33 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:25:33 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:25:33 user nova-compute[74639]:     </rng>
Nov 15 20:25:33 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:25:33 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:25:33 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:25:33 user nova-compute[74639]:     </memballoon>
Nov 15 20:25:33 user nova-compute[74639]:   </devices>
Nov 15 20:25:33 user nova-compute[74639]: </domain>
Nov 15 20:25:33 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:25:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1395321502',display_name='tempest-TestVolumeBootPattern-server-1395321502',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1395321502',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAo5c61Xeja7ls30gYBCQcct9a0jEV9pyxUYABbr56ia2sfkAOEltoXzHhczAgFcUZoNx2LyF952RGKEXdYEIvTfN4icJLFRv+/W9wGArfSvf/tS1gD0703CF8WCl//60g==',key_name='tempest-TestVolumeBootPattern-959078856',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-2lichw50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:25:27Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=014cdfb7-ce73-48ee-b851-9eb052da578a,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8d:0d,bridge_name='br-int',has_traffic_filtering=True,id=441d29d1-190d-4c52-9bb7-353e615d841c,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap441d29d1-19') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG os_vif [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8d:0d,bridge_name='br-int',has_traffic_filtering=True,id=441d29d1-190d-4c52-9bb7-353e615d841c,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap441d29d1-19') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '467fc2f3-0406-5c56-a10e-eaaaeebd13d1', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap441d29d1-19, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap441d29d1-19, col_values=(('qos', UUID('be9e4ec6-7396-4c4d-95a8-0f095f4122d2')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap441d29d1-19, col_values=(('external_ids', {'iface-id': '441d29d1-190d-4c52-9bb7-353e615d841c', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:c6:8d:0d', 'vm-uuid': '014cdfb7-ce73-48ee-b851-9eb052da578a'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:33 user nova-compute[74639]: INFO os_vif [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:c6:8d:0d,bridge_name='br-int',has_traffic_filtering=True,id=441d29d1-190d-4c52-9bb7-353e615d841c,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap441d29d1-19')
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:25:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No VIF found with MAC fa:16:3e:c6:8d:0d, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:25:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-64024def-d7be-4363-918f-30d79d621d9a req-4119ee80-3a3c-46a9-89fd-41bc8f1907cb service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-64024def-d7be-4363-918f-30d79d621d9a req-4119ee80-3a3c-46a9-89fd-41bc8f1907cb service nova] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-64024def-d7be-4363-918f-30d79d621d9a req-4119ee80-3a3c-46a9-89fd-41bc8f1907cb service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-64024def-d7be-4363-918f-30d79d621d9a req-4119ee80-3a3c-46a9-89fd-41bc8f1907cb service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG nova.compute.manager [req-64024def-d7be-4363-918f-30d79d621d9a req-4119ee80-3a3c-46a9-89fd-41bc8f1907cb service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] No waiting events found dispatching network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:25:35 user nova-compute[74639]: WARNING nova.compute.manager [req-64024def-d7be-4363-918f-30d79d621d9a req-4119ee80-3a3c-46a9-89fd-41bc8f1907cb service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received unexpected event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c for instance with vm_state building and task_state spawning.
Nov 15 20:25:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:25:37 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Instance spawned successfully.
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:25:37 user nova-compute[74639]: INFO nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Took 4.92 seconds to spawn the instance on the hypervisor.
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-ce87ccef-c3e6-48d1-9bc3-0ffe285d5ffd req-2f80d826-6068-4c41-8a19-4185863d1781 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ce87ccef-c3e6-48d1-9bc3-0ffe285d5ffd req-2f80d826-6068-4c41-8a19-4185863d1781 service nova] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ce87ccef-c3e6-48d1-9bc3-0ffe285d5ffd req-2f80d826-6068-4c41-8a19-4185863d1781 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ce87ccef-c3e6-48d1-9bc3-0ffe285d5ffd req-2f80d826-6068-4c41-8a19-4185863d1781 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-ce87ccef-c3e6-48d1-9bc3-0ffe285d5ffd req-2f80d826-6068-4c41-8a19-4185863d1781 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] No waiting events found dispatching network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:25:37 user nova-compute[74639]: WARNING nova.compute.manager [req-ce87ccef-c3e6-48d1-9bc3-0ffe285d5ffd req-2f80d826-6068-4c41-8a19-4185863d1781 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received unexpected event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c for instance with vm_state building and task_state spawning.
Nov 15 20:25:37 user nova-compute[74639]: INFO nova.compute.manager [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Took 10.59 seconds to build instance.
Nov 15 20:25:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-4e03bb5a-8408-4af6-bca6-1d990e5c1a7d tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.677s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:25:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:25:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:58 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:25:59 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:25:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:01 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:26:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:26:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:26:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:26:01 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:26:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:26:01 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:26:02 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:26:02 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:26:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8742MB free_disk=25.10025405883789GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 014cdfb7-ce73-48ee-b851-9eb052da578a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:26:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.242s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:26:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:26:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:26:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:26:04 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:26:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:26:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:26:05 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 20:26:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:26:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:26:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:26:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:26:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:26:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-965a9396-58aa-4336-99ac-63abc6197746 req-40581383-44a1-4637-9121-d03073c73bb2 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-965a9396-58aa-4336-99ac-63abc6197746 req-40581383-44a1-4637-9121-d03073c73bb2 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing instance network info cache due to event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-965a9396-58aa-4336-99ac-63abc6197746 req-40581383-44a1-4637-9121-d03073c73bb2 service nova] Acquiring lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-965a9396-58aa-4336-99ac-63abc6197746 req-40581383-44a1-4637-9121-d03073c73bb2 service nova] Acquired lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-965a9396-58aa-4336-99ac-63abc6197746 req-40581383-44a1-4637-9121-d03073c73bb2 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-965a9396-58aa-4336-99ac-63abc6197746 req-40581383-44a1-4637-9121-d03073c73bb2 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updated VIF entry in instance network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-965a9396-58aa-4336-99ac-63abc6197746 req-40581383-44a1-4637-9121-d03073c73bb2 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-965a9396-58aa-4336-99ac-63abc6197746 req-40581383-44a1-4637-9121-d03073c73bb2 service nova] Releasing lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-8ab6e986-356a-43b9-97be-aa96c5aa0d6b req-85e222ab-ce80-426b-b546-97c7ad3a59fe service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG nova.compute.manager [req-8ab6e986-356a-43b9-97be-aa96c5aa0d6b req-85e222ab-ce80-426b-b546-97c7ad3a59fe service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing instance network info cache due to event network-changed-f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8ab6e986-356a-43b9-97be-aa96c5aa0d6b req-85e222ab-ce80-426b-b546-97c7ad3a59fe service nova] Acquiring lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8ab6e986-356a-43b9-97be-aa96c5aa0d6b req-85e222ab-ce80-426b-b546-97c7ad3a59fe service nova] Acquired lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:27:00 user nova-compute[74639]: DEBUG nova.network.neutron [req-8ab6e986-356a-43b9-97be-aa96c5aa0d6b req-85e222ab-ce80-426b-b546-97c7ad3a59fe service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Refreshing network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:27:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:01 user nova-compute[74639]: INFO nova.compute.manager [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Detaching volume 1c0287a5-4456-44e2-a511-8df195e0177e
Nov 15 20:27:01 user nova-compute[74639]: DEBUG nova.network.neutron [req-8ab6e986-356a-43b9-97be-aa96c5aa0d6b req-85e222ab-ce80-426b-b546-97c7ad3a59fe service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updated VIF entry in instance network info cache for port f4a107f9-5e5f-4974-a76d-f06f027e6a71. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:27:01 user nova-compute[74639]: DEBUG nova.network.neutron [req-8ab6e986-356a-43b9-97be-aa96c5aa0d6b req-85e222ab-ce80-426b-b546-97c7ad3a59fe service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:27:01 user nova-compute[74639]: INFO nova.virt.block_device [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Attempting to driver detach volume 1c0287a5-4456-44e2-a511-8df195e0177e from mountpoint /dev/vdb
Nov 15 20:27:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Attempting to detach device vdb from instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:27:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:27:01 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:27:01 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:27:01 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:27:01 user nova-compute[74639]:   <serial>1c0287a5-4456-44e2-a511-8df195e0177e</serial>
Nov 15 20:27:01 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 20:27:01 user nova-compute[74639]: </disk>
Nov 15 20:27:01 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:27:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8ab6e986-356a-43b9-97be-aa96c5aa0d6b req-85e222ab-ce80-426b-b546-97c7ad3a59fe service nova] Releasing lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:27:01 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully detached device vdb from instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e from the persistent domain config.
Nov 15 20:27:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:27:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:27:01 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:27:01 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:27:01 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:27:01 user nova-compute[74639]:   <serial>1c0287a5-4456-44e2-a511-8df195e0177e</serial>
Nov 15 20:27:01 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x05" function="0x0"/>
Nov 15 20:27:01 user nova-compute[74639]: </disk>
Nov 15 20:27:01 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:27:01 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:27:02 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:27:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:27:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:03 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:03 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:27:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:03 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:27:03 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:04 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:27:04 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:27:04 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8879MB free_disk=25.090118408203125GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 014cdfb7-ce73-48ee-b851-9eb052da578a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:27:04 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.206s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:27:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:27:06 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:27:06 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:27:06 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:27:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:27:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:27:06 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:27:06 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:27:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [{"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:27:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-2a97a3a9-ac6b-43dd-995d-f7a606906f5e" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:27:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:27:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:27:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:27:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-42cbcbe5-6b70-4d20-aaf5-0f7efa1932ae req-98f700d2-1f4d-45bd-8144-a9487f10e399 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-changed-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:27:18 user nova-compute[74639]: DEBUG nova.compute.manager [req-42cbcbe5-6b70-4d20-aaf5-0f7efa1932ae req-98f700d2-1f4d-45bd-8144-a9487f10e399 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Refreshing instance network info cache due to event network-changed-441d29d1-190d-4c52-9bb7-353e615d841c. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:27:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42cbcbe5-6b70-4d20-aaf5-0f7efa1932ae req-98f700d2-1f4d-45bd-8144-a9487f10e399 service nova] Acquiring lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:27:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42cbcbe5-6b70-4d20-aaf5-0f7efa1932ae req-98f700d2-1f4d-45bd-8144-a9487f10e399 service nova] Acquired lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:27:18 user nova-compute[74639]: DEBUG nova.network.neutron [req-42cbcbe5-6b70-4d20-aaf5-0f7efa1932ae req-98f700d2-1f4d-45bd-8144-a9487f10e399 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Refreshing network info cache for port 441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:27:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:18 user nova-compute[74639]: DEBUG nova.network.neutron [req-42cbcbe5-6b70-4d20-aaf5-0f7efa1932ae req-98f700d2-1f4d-45bd-8144-a9487f10e399 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updated VIF entry in instance network info cache for port 441d29d1-190d-4c52-9bb7-353e615d841c. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:27:18 user nova-compute[74639]: DEBUG nova.network.neutron [req-42cbcbe5-6b70-4d20-aaf5-0f7efa1932ae req-98f700d2-1f4d-45bd-8144-a9487f10e399 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updating instance_info_cache with network_info: [{"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:27:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42cbcbe5-6b70-4d20-aaf5-0f7efa1932ae req-98f700d2-1f4d-45bd-8144-a9487f10e399 service nova] Releasing lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:27:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:21 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e is timed out.
Nov 15 20:27:21 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully detached device vdb from instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e from the live domain config.
Nov 15 20:27:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'QsXnPCSF', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:27:21 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2c31a0b7-f2b5-4ba8-9e88-18cede5ea7f1]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:27:21 user nova-compute[74639]: No targets found.
Nov 15 20:27:21 user nova-compute[74639]: iSNS:
Nov 15 20:27:21 user nova-compute[74639]: No targets found.
Nov 15 20:27:21 user nova-compute[74639]: STATIC:
Nov 15 20:27:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad
Nov 15 20:27:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:27:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:27:21 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e
Nov 15 20:27:21 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:27:21 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:27:21 user nova-compute[74639]: FIRMWARE:
Nov 15 20:27:21 user nova-compute[74639]: No targets found.
Nov 15 20:27:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:27:21 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:27:21 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c991725-1da4-4848-9b30-b10c2337240f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1746841a-7c9c-4305-965a-2b258cbff2df]: (4, ('tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)\ntcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:27:21 user nova-compute[74639]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:27:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsi session list stdout=tcp: [57] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e (non-flash)
Nov 15 20:27:21 user nova-compute[74639]: tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:27:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704ac040>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ec58eef9-2f22-4553-87f8-4a51fe160c58]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[84a584c1-e593-489d-9211-71353c25eb7c]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[14f5e5f2-e3e2-4b83-93b8-0c0b4ccd858f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.043s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c23d629f-c878-4379-ba54-23de57240d35]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c99789e8-dce6-4194-b0cd-6ef7300d3422]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --logout" returned: 0 in 0.074s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9a58821-5745-4c61-9546-b9748991c851]: (4, ('Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260]\nLogout of [sid: 57, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 57, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260]
Nov 15 20:27:21 user nova-compute[74639]: Logout of [sid: 57, target: iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e, portal: 172.16.0.220,3260] successful.
Nov 15 20:27:21 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:1c0287a5-4456-44e2-a511-8df195e0177e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[26327417-c31d-46d9-8abc-6c02546dbfc7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.324s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] <== disconnect_volume: return (324ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:27:21 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:27:22 user nova-compute[74639]: DEBUG nova.objects.instance [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'flavor' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:27:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9d401f07-ae9d-4a77-b225-918f1b19c04c tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.681s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "ba0cf32b-266b-4aba-8776-3b9345194a09" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:27:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:23 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:27:23 user nova-compute[74639]: INFO nova.compute.claims [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Claim successful on node user
Nov 15 20:27:24 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.257s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:27:24 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:27:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG nova.policy [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '63eb3b613bfe44e197212335107e2fee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca801d0b0e2249b0af7849a684792724', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:27:24 user nova-compute[74639]: INFO nova.virt.block_device [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Booting with volume 2111f3db-4ef7-452f-85c6-2739da2c5b8b at /dev/vda
Nov 15 20:27:24 user nova-compute[74639]: DEBUG os_brick.utils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1176f67-275e-4056-88b9-214700dd29c6]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e6b395b1-bcd3-4ecd-89f4-24ed02da59a4]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f39bb42-5705-4395-831b-f9964a462db1]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[712095ce-3151-4efd-91d0-736ac2940e68]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:27:24 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:27:24 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8307d2eb-2d20-4d18-9d95-c6f1e0ef5c6f]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG os_brick.utils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== get_connector_properties: return (115ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Updating existing volume attachment record: 89a8eb77-93dc-4f73-8faa-8471791de974 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Successfully created port: 7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Successfully updated port: 7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquired lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-d745998b-84e3-47c8-a35d-ed436f6b45dd req-e7790b2c-e3f4-4c63-a159-2226c0a25ac1 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received event network-changed-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-d745998b-84e3-47c8-a35d-ed436f6b45dd req-e7790b2c-e3f4-4c63-a159-2226c0a25ac1 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Refreshing instance network info cache due to event network-changed-7c76acbe-56ae-4af1-ae0e-bcf5954d972e. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d745998b-84e3-47c8-a35d-ed436f6b45dd req-e7790b2c-e3f4-4c63-a159-2226c0a25ac1 service nova] Acquiring lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Updating instance_info_cache with network_info: [{"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Releasing lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Instance network_info: |[{"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d745998b-84e3-47c8-a35d-ed436f6b45dd req-e7790b2c-e3f4-4c63-a159-2226c0a25ac1 service nova] Acquired lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:27:25 user nova-compute[74639]: DEBUG nova.network.neutron [req-d745998b-84e3-47c8-a35d-ed436f6b45dd req-e7790b2c-e3f4-4c63-a159-2226c0a25ac1 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Refreshing network info cache for port 7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:27:26 user nova-compute[74639]: DEBUG nova.network.neutron [req-d745998b-84e3-47c8-a35d-ed436f6b45dd req-e7790b2c-e3f4-4c63-a159-2226c0a25ac1 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Updated VIF entry in instance network info cache for port 7c76acbe-56ae-4af1-ae0e-bcf5954d972e. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:27:26 user nova-compute[74639]: DEBUG nova.network.neutron [req-d745998b-84e3-47c8-a35d-ed436f6b45dd req-e7790b2c-e3f4-4c63-a159-2226c0a25ac1 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Updating instance_info_cache with network_info: [{"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:27:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-d745998b-84e3-47c8-a35d-ed436f6b45dd req-e7790b2c-e3f4-4c63-a159-2226c0a25ac1 service nova] Releasing lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:27:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:27:29 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Creating image(s)
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Did not create local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4863}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Ensure instance console log exists: /opt/stack/data/nova/instances/ba0cf32b-266b-4aba-8776-3b9345194a09/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Start _get_guest_xml network_info=[{"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, '/dev/vda': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'connection_info': {'driver_volume_type': 'iscsi', 'data': {'target_iqn': 'iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHcrPDpG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'ba0cf32b-266b-4aba-8776-3b9345194a09', 'attached_at': '', 'detached_at': '', 'volume_id': '2111f3db-4ef7-452f-85c6-2739da2c5b8b', 'serial': '2111f3db-4ef7-452f-85c6-2739da2c5b8b'}, 'disk_bus': 'virtio', 'delete_on_termination': False, 'guest_format': None, 'boot_index': 0, 'attachment_id': '89a8eb77-93dc-4f73-8faa-8471791de974', 'device_type': 'disk', 'mount_device': '/dev/vda', 'volume_type': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:27:29 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:27:29 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=<?>,container_format=<?>,created_at=<?>,direct_url=<?>,disk_format=<?>,id=<?>,min_disk=0,min_ram=0,name=<?>,owner=<?>,properties=ImageMetaProps,protected=<?>,size=1073741824,status='active',tags=<?>,updated_at=<?>,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHcrPDpG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:27:29 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:27:29 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:27:29 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a14b88d4-5477-4113-b026-5b56def97aed]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:27:29 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9f1d49ca-7a4e-45f1-a6cb-c0a7770ae344]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b] added
Nov 15 20:27:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1626eeb6-e544-4a42-9f0b-37cfadc99001]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b91ae6c-4f7a-4ba3-aa9c-ee77bae5024c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nHcrPDpG {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v nHcrPDpG" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5aa57f12-e3d5-4471-a9d4-7f8ba3bb53da]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'nHcrPDpG'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f8c50646-fd44-4cfa-a45f-ca0526746c3d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ecc131d1-304c-47f1-8fe2-ef3484957652]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:27:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:27:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5723f060-72ed-4a2c-9018-0ace9e605188]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b, portal: 172.16.0.220,3260]
Nov 15 20:27:29 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b, portal: 172.16.0.220,3260] successful.
Nov 15 20:27:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e0cab017-f8da-4c99-bfd8-e03799d909b5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.028s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2f846f2-4245-4ac6-bf84-e91d224e2832]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:27:29 user nova-compute[74639]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b (non-flash)
Nov 15 20:27:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:27:29 user nova-compute[74639]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b (non-flash)
Nov 15 20:27:29 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.276s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] HCTL ('33', '-', '-', 0) found on session 60 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c466367f-44d6-459f-a47d-f8f71c4be1ea]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Searching for a device in session 60 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHcrPDpG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:27:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.326s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== connect_volume: return (1327ms) {'type': 'block', 'scsi_wwn': '23939626233383461', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23939626233383461', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:27:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1150803824',display_name='tempest-TestVolumeBootPattern-server-1150803824',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1150803824',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAo5c61Xeja7ls30gYBCQcct9a0jEV9pyxUYABbr56ia2sfkAOEltoXzHhczAgFcUZoNx2LyF952RGKEXdYEIvTfN4icJLFRv+/W9wGArfSvf/tS1gD0703CF8WCl//60g==',key_name='tempest-TestVolumeBootPattern-959078856',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-tkx0lhmr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:27:24Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=ba0cf32b-266b-4aba-8776-3b9345194a09,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:6b:2c,bridge_name='br-int',has_traffic_filtering=True,id=7c76acbe-56ae-4af1-ae0e-bcf5954d972e,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c76acbe-56') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'pci_devices' on Instance uuid ba0cf32b-266b-4aba-8776-3b9345194a09 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:27:30 user nova-compute[74639]:   <uuid>ba0cf32b-266b-4aba-8776-3b9345194a09</uuid>
Nov 15 20:27:30 user nova-compute[74639]:   <name>instance-00000032</name>
Nov 15 20:27:30 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:27:30 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:27:30 user nova-compute[74639]:   <metadata>
Nov 15 20:27:30 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:27:30 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:27:30 user nova-compute[74639]:       <nova:name>tempest-TestVolumeBootPattern-server-1150803824</nova:name>
Nov 15 20:27:30 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:27:29</nova:creationTime>
Nov 15 20:27:30 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:27:30 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:27:30 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:27:30 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:27:30 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:27:30 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:27:30 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:27:30 user nova-compute[74639]:       <nova:owner>
Nov 15 20:27:30 user nova-compute[74639]:         <nova:user uuid="63eb3b613bfe44e197212335107e2fee">tempest-TestVolumeBootPattern-144009441-project-member</nova:user>
Nov 15 20:27:30 user nova-compute[74639]:         <nova:project uuid="ca801d0b0e2249b0af7849a684792724">tempest-TestVolumeBootPattern-144009441</nova:project>
Nov 15 20:27:30 user nova-compute[74639]:       </nova:owner>
Nov 15 20:27:30 user nova-compute[74639]:       <nova:ports>
Nov 15 20:27:30 user nova-compute[74639]:         <nova:port uuid="7c76acbe-56ae-4af1-ae0e-bcf5954d972e">
Nov 15 20:27:30 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.9" ipVersion="4"/>
Nov 15 20:27:30 user nova-compute[74639]:         </nova:port>
Nov 15 20:27:30 user nova-compute[74639]:       </nova:ports>
Nov 15 20:27:30 user nova-compute[74639]:     </nova:instance>
Nov 15 20:27:30 user nova-compute[74639]:   </metadata>
Nov 15 20:27:30 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:27:30 user nova-compute[74639]:     <system>
Nov 15 20:27:30 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:27:30 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:27:30 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:27:30 user nova-compute[74639]:       <entry name="serial">ba0cf32b-266b-4aba-8776-3b9345194a09</entry>
Nov 15 20:27:30 user nova-compute[74639]:       <entry name="uuid">ba0cf32b-266b-4aba-8776-3b9345194a09</entry>
Nov 15 20:27:30 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:27:30 user nova-compute[74639]:     </system>
Nov 15 20:27:30 user nova-compute[74639]:   </sysinfo>
Nov 15 20:27:30 user nova-compute[74639]:   <os>
Nov 15 20:27:30 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:27:30 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:27:30 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:27:30 user nova-compute[74639]:   </os>
Nov 15 20:27:30 user nova-compute[74639]:   <features>
Nov 15 20:27:30 user nova-compute[74639]:     <acpi/>
Nov 15 20:27:30 user nova-compute[74639]:     <apic/>
Nov 15 20:27:30 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:27:30 user nova-compute[74639]:   </features>
Nov 15 20:27:30 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:27:30 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:27:30 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:27:30 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:27:30 user nova-compute[74639]:   </clock>
Nov 15 20:27:30 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:27:30 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:27:30 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:27:30 user nova-compute[74639]:   </cpu>
Nov 15 20:27:30 user nova-compute[74639]:   <devices>
Nov 15 20:27:30 user nova-compute[74639]:     <disk type="block" device="disk">
Nov 15 20:27:30 user nova-compute[74639]:       <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:27:30 user nova-compute[74639]:       <source dev="/dev/sdb"/>
Nov 15 20:27:30 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:27:30 user nova-compute[74639]:       <serial>2111f3db-4ef7-452f-85c6-2739da2c5b8b</serial>
Nov 15 20:27:30 user nova-compute[74639]:     </disk>
Nov 15 20:27:30 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:27:30 user nova-compute[74639]:       <mac address="fa:16:3e:b2:6b:2c"/>
Nov 15 20:27:30 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:27:30 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:27:30 user nova-compute[74639]:       <target dev="tap7c76acbe-56"/>
Nov 15 20:27:30 user nova-compute[74639]:     </interface>
Nov 15 20:27:30 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:27:30 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/ba0cf32b-266b-4aba-8776-3b9345194a09/console.log" append="off"/>
Nov 15 20:27:30 user nova-compute[74639]:     </serial>
Nov 15 20:27:30 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:27:30 user nova-compute[74639]:     <video>
Nov 15 20:27:30 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:27:30 user nova-compute[74639]:     </video>
Nov 15 20:27:30 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:27:30 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:27:30 user nova-compute[74639]:     </rng>
Nov 15 20:27:30 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:27:30 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:27:30 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:27:30 user nova-compute[74639]:     </memballoon>
Nov 15 20:27:30 user nova-compute[74639]:   </devices>
Nov 15 20:27:30 user nova-compute[74639]: </domain>
Nov 15 20:27:30 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:27:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1150803824',display_name='tempest-TestVolumeBootPattern-server-1150803824',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1150803824',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAo5c61Xeja7ls30gYBCQcct9a0jEV9pyxUYABbr56ia2sfkAOEltoXzHhczAgFcUZoNx2LyF952RGKEXdYEIvTfN4icJLFRv+/W9wGArfSvf/tS1gD0703CF8WCl//60g==',key_name='tempest-TestVolumeBootPattern-959078856',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-tkx0lhmr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:27:24Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=ba0cf32b-266b-4aba-8776-3b9345194a09,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:b2:6b:2c,bridge_name='br-int',has_traffic_filtering=True,id=7c76acbe-56ae-4af1-ae0e-bcf5954d972e,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c76acbe-56') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG os_vif [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:6b:2c,bridge_name='br-int',has_traffic_filtering=True,id=7c76acbe-56ae-4af1-ae0e-bcf5954d972e,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c76acbe-56') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '6af8015e-fc31-5409-a650-6faa1c5d09d2', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap7c76acbe-56, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap7c76acbe-56, col_values=(('qos', UUID('7658dedf-c2a1-4c3d-8664-2357802b0afe')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap7c76acbe-56, col_values=(('external_ids', {'iface-id': '7c76acbe-56ae-4af1-ae0e-bcf5954d972e', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:b2:6b:2c', 'vm-uuid': 'ba0cf32b-266b-4aba-8776-3b9345194a09'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:30 user nova-compute[74639]: INFO os_vif [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:b2:6b:2c,bridge_name='br-int',has_traffic_filtering=True,id=7c76acbe-56ae-4af1-ae0e-bcf5954d972e,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c76acbe-56')
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:27:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] No VIF found with MAC fa:16:3e:b2:6b:2c, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:27:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-786cdbb0-add3-49d3-b2e7-196b852ca9da req-65c9f38d-a897-4503-ba97-51a2d3e5a14d service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received event network-vif-plugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:27:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-786cdbb0-add3-49d3-b2e7-196b852ca9da req-65c9f38d-a897-4503-ba97-51a2d3e5a14d service nova] Acquiring lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-786cdbb0-add3-49d3-b2e7-196b852ca9da req-65c9f38d-a897-4503-ba97-51a2d3e5a14d service nova] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:32 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-786cdbb0-add3-49d3-b2e7-196b852ca9da req-65c9f38d-a897-4503-ba97-51a2d3e5a14d service nova] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:32 user nova-compute[74639]: DEBUG nova.compute.manager [req-786cdbb0-add3-49d3-b2e7-196b852ca9da req-65c9f38d-a897-4503-ba97-51a2d3e5a14d service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] No waiting events found dispatching network-vif-plugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:27:32 user nova-compute[74639]: WARNING nova.compute.manager [req-786cdbb0-add3-49d3-b2e7-196b852ca9da req-65c9f38d-a897-4503-ba97-51a2d3e5a14d service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received unexpected event network-vif-plugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e for instance with vm_state building and task_state spawning.
Nov 15 20:27:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:27:34 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Instance spawned successfully.
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-17bac4c9-aae8-473b-819f-2e7897be36f8 req-429ca568-4ab3-4ede-a0b2-a5ff9be1b0c2 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received event network-vif-plugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-17bac4c9-aae8-473b-819f-2e7897be36f8 req-429ca568-4ab3-4ede-a0b2-a5ff9be1b0c2 service nova] Acquiring lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-17bac4c9-aae8-473b-819f-2e7897be36f8 req-429ca568-4ab3-4ede-a0b2-a5ff9be1b0c2 service nova] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-17bac4c9-aae8-473b-819f-2e7897be36f8 req-429ca568-4ab3-4ede-a0b2-a5ff9be1b0c2 service nova] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.compute.manager [req-17bac4c9-aae8-473b-819f-2e7897be36f8 req-429ca568-4ab3-4ede-a0b2-a5ff9be1b0c2 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] No waiting events found dispatching network-vif-plugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:27:34 user nova-compute[74639]: WARNING nova.compute.manager [req-17bac4c9-aae8-473b-819f-2e7897be36f8 req-429ca568-4ab3-4ede-a0b2-a5ff9be1b0c2 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received unexpected event network-vif-plugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e for instance with vm_state building and task_state spawning.
Nov 15 20:27:34 user nova-compute[74639]: INFO nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Took 5.02 seconds to spawn the instance on the hypervisor.
Nov 15 20:27:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:27:34 user nova-compute[74639]: INFO nova.compute.manager [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Took 10.50 seconds to build instance.
Nov 15 20:27:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-84bcdd34-0435-43b7-a9d0-555e3f490ef5 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 10.589s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:27:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:27:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:27:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:27:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:27:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:53 user nova-compute[74639]: INFO nova.compute.manager [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Terminating instance
Nov 15 20:27:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:27:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-773156b0-f495-467a-ac55-1b09d18cb7eb req-ba08d121-21d5-4a91-901c-209f45962d72 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-unplugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-773156b0-f495-467a-ac55-1b09d18cb7eb req-ba08d121-21d5-4a91-901c-209f45962d72 service nova] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-773156b0-f495-467a-ac55-1b09d18cb7eb req-ba08d121-21d5-4a91-901c-209f45962d72 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-773156b0-f495-467a-ac55-1b09d18cb7eb req-ba08d121-21d5-4a91-901c-209f45962d72 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-773156b0-f495-467a-ac55-1b09d18cb7eb req-ba08d121-21d5-4a91-901c-209f45962d72 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] No waiting events found dispatching network-vif-unplugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG nova.compute.manager [req-773156b0-f495-467a-ac55-1b09d18cb7eb req-ba08d121-21d5-4a91-901c-209f45962d72 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-unplugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:54 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Instance destroyed successfully.
Nov 15 20:27:54 user nova-compute[74639]: DEBUG nova.objects.instance [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'resources' on Instance uuid 2a97a3a9-ac6b-43dd-995d-f7a606906f5e {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:22:56Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-766294484',display_name='tempest-TestMinimumBasicScenario-server-766294484',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-766294484',id=47,image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBDA17MmzFMMCmNt0fk05AMq7Dp4DWixAADpsYlTl3YeQHHnDSZK0YOuMIaMyk5uNyjf8X2V/4GADp2NARi1K6IvOcLeS9aj8qvUdnkeyeOHbFndFkglqAnU4zJu4n+/HXg==',key_name='tempest-TestMinimumBasicScenario-1533039316',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:23:02Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='001ca79822674a579b84584581ee8905',ramdisk_id='',reservation_id='r-ph0o0is0',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='dc307133-42ed-4eb9-9f64-2c1f151d0671',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1202754486',owner_user_name='tempest-TestMinimumBasicScenario-1202754486-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:25:15Z,user_data=None,user_id='b509ad1950984b35b093185b7dbf3b53',uuid=2a97a3a9-ac6b-43dd-995d-f7a606906f5e,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converting VIF {"id": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "address": "fa:16:3e:2d:67:c7", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapf4a107f9-5e", "ovs_interfaceid": "f4a107f9-5e5f-4974-a76d-f06f027e6a71", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG os_vif [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapf4a107f9-5e, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=0cc5b19b-3867-4c40-980a-4f2cd1100067) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:54 user nova-compute[74639]: INFO os_vif [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:2d:67:c7,bridge_name='br-int',has_traffic_filtering=True,id=f4a107f9-5e5f-4974-a76d-f06f027e6a71,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapf4a107f9-5e')
Nov 15 20:27:54 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Deleting instance files /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e_del
Nov 15 20:27:54 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Deletion of /opt/stack/data/nova/instances/2a97a3a9-ac6b-43dd-995d-f7a606906f5e_del complete
Nov 15 20:27:54 user nova-compute[74639]: INFO nova.compute.manager [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Took 0.84 seconds to destroy the instance on the hypervisor.
Nov 15 20:27:54 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:27:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:55 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:27:55 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Took 0.43 seconds to deallocate network for instance.
Nov 15 20:27:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-00a506a5-1216-4224-9383-da841c724cb6 req-82be5d68-29a7-4d5a-b739-f78170526ac9 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-deleted-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:27:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:55 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:27:55 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:27:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.171s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:55 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Deleted allocations for instance 2a97a3a9-ac6b-43dd-995d-f7a606906f5e
Nov 15 20:27:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-c11a4f6f-69e9-44f4-8e58-86be70607331 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.654s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:56 user nova-compute[74639]: DEBUG nova.compute.manager [req-15a2d56a-eb32-407d-ab53-2f27b58cc339 req-a79ef69e-fc77-4143-8b19-c744ee4f1b12 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:27:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-15a2d56a-eb32-407d-ab53-2f27b58cc339 req-a79ef69e-fc77-4143-8b19-c744ee4f1b12 service nova] Acquiring lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:27:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-15a2d56a-eb32-407d-ab53-2f27b58cc339 req-a79ef69e-fc77-4143-8b19-c744ee4f1b12 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:27:56 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-15a2d56a-eb32-407d-ab53-2f27b58cc339 req-a79ef69e-fc77-4143-8b19-c744ee4f1b12 service nova] Lock "2a97a3a9-ac6b-43dd-995d-f7a606906f5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:27:56 user nova-compute[74639]: DEBUG nova.compute.manager [req-15a2d56a-eb32-407d-ab53-2f27b58cc339 req-a79ef69e-fc77-4143-8b19-c744ee4f1b12 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] No waiting events found dispatching network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:27:56 user nova-compute[74639]: WARNING nova.compute.manager [req-15a2d56a-eb32-407d-ab53-2f27b58cc339 req-a79ef69e-fc77-4143-8b19-c744ee4f1b12 service nova] [instance: 2a97a3a9-ac6b-43dd-995d-f7a606906f5e] Received unexpected event network-vif-plugged-f4a107f9-5e5f-4974-a76d-f06f027e6a71 for instance with vm_state deleted and task_state None.
Nov 15 20:27:58 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:27:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:27:59 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:27:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:28:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:28:02 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:28:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:28:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:04 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:28:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:28:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:05 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:05 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:28:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:28:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:28:06 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:28:06 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:28:06 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8815MB free_disk=25.116085052490234GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 014cdfb7-ce73-48ee-b851-9eb052da578a actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance ba0cf32b-266b-4aba-8776-3b9345194a09 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:28:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.205s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:28:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:28:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:28:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:28:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:28:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updating instance_info_cache with network_info: [{"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:28:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:28:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:28:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:28:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:28:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:28:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:28:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:28:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:28:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:28:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:28:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:28:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:28:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:28:47 user nova-compute[74639]: INFO nova.compute.claims [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Claim successful on node user
Nov 15 20:28:47 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.216s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:28:47 user nova-compute[74639]: DEBUG nova.network.neutron [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:28:47 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:28:47 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG nova.policy [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b509ad1950984b35b093185b7dbf3b53', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '001ca79822674a579b84584581ee8905', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:28:48 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Creating image(s)
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "/opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "/opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "/opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "93849f10344c9d33d403aa5de30e15b2fa82c2ca" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "93849f10344c9d33d403aa5de30e15b2fa82c2ca" acquired by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca.part --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca.part --force-share --output=json" returned: 0 in 0.183s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG nova.virt.images [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] 2c301b53-4af8-4e3a-ba57-5fcd9e03ac24 was qcow2, converting to raw {{(pid=74639) fetch_to_raw /opt/stack/nova/nova/virt/images.py:165}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG nova.privsep.utils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Path '/opt/stack/data/nova/instances' supports direct I/O {{(pid=74639) supports_direct_io /opt/stack/nova/nova/privsep/utils.py:63}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca.part /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca.converted {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG nova.network.neutron [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Successfully created port: cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "qemu-img convert -t none -O raw -f qcow2 /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca.part /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca.converted" returned: 0 in 0.256s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:28:48 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca.converted --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca.converted --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "93849f10344c9d33d403aa5de30e15b2fa82c2ca" "released" by "nova.virt.libvirt.imagebackend.Image.cache.<locals>.fetch_func_sync" :: held 1.040s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca --force-share --output=json" returned: 0 in 0.192s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "93849f10344c9d33d403aa5de30e15b2fa82c2ca" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "93849f10344c9d33d403aa5de30e15b2fa82c2ca" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Successfully updated port: cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-4d9481bc-e369-492a-a0d6-cf9ad84ac823 req-f5f58a18-931f-4527-9f28-15c44f419438 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-4d9481bc-e369-492a-a0d6-cf9ad84ac823 req-f5f58a18-931f-4527-9f28-15c44f419438 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing instance network info cache due to event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4d9481bc-e369-492a-a0d6-cf9ad84ac823 req-f5f58a18-931f-4527-9f28-15c44f419438 service nova] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4d9481bc-e369-492a-a0d6-cf9ad84ac823 req-f5f58a18-931f-4527-9f28-15c44f419438 service nova] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-4d9481bc-e369-492a-a0d6-cf9ad84ac823 req-f5f58a18-931f-4527-9f28-15c44f419438 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing network info cache for port cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-4d9481bc-e369-492a-a0d6-cf9ad84ac823 req-f5f58a18-931f-4527-9f28-15c44f419438 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca,backing_fmt=raw /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca,backing_fmt=raw /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk 1073741824" returned: 0 in 0.046s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "93849f10344c9d33d403aa5de30e15b2fa82c2ca" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.226s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-4d9481bc-e369-492a-a0d6-cf9ad84ac823 req-f5f58a18-931f-4527-9f28-15c44f419438 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4d9481bc-e369-492a-a0d6-cf9ad84ac823 req-f5f58a18-931f-4527-9f28-15c44f419438 service nova] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Checking if we can resize image /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Cannot resize image /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Ensure instance console log exists: /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Instance network_info: |[{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Start _get_guest_xml network_info=[{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T20:28:45Z,direct_url=<?>,disk_format='qcow2',id=2c301b53-4af8-4e3a-ba57-5fcd9e03ac24,min_disk=0,min_ram=0,name='tempest-scenario-img--1309765589',owner='001ca79822674a579b84584581ee8905',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T20:28:46Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': '2c301b53-4af8-4e3a-ba57-5fcd9e03ac24'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:28:50 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:28:50 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T20:28:45Z,direct_url=<?>,disk_format='qcow2',id=2c301b53-4af8-4e3a-ba57-5fcd9e03ac24,min_disk=0,min_ram=0,name='tempest-scenario-img--1309765589',owner='001ca79822674a579b84584581ee8905',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T20:28:46Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:28:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-834456593',display_name='tempest-TestMinimumBasicScenario-server-834456593',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-834456593',id=51,image_ref='2c301b53-4af8-4e3a-ba57-5fcd9e03ac24',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBANiv64rlHq5bgixzp3UBdumhsAYwY7XOjSwmeY/XmNEsvPLI3E8RdoLGitM4CUslo0YpUncd1OWaG2GDv65TUOZt5Ub7L65DBfBIt9KZ4B4iFqWIo/Zkt9Vv4vXzM1esA==',key_name='tempest-TestMinimumBasicScenario-81202131',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='001ca79822674a579b84584581ee8905',ramdisk_id='',reservation_id='r-astp0py2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2c301b53-4af8-4e3a-ba57-5fcd9e03ac24',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1202754486',owner_user_name='tempest-TestMinimumBasicScenario-1202754486-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:28:48Z,user_data=None,user_id='b509ad1950984b35b093185b7dbf3b53',uuid=46258641-680a-41f2-95a7-725a58e7c0a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converting VIF {"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:01:fe,bridge_name='br-int',has_traffic_filtering=True,id=cee0194d-8ba7-4557-a627-5922d6e88be9,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee0194d-8b') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.objects.instance [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'pci_devices' on Instance uuid 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:28:50 user nova-compute[74639]:   <uuid>46258641-680a-41f2-95a7-725a58e7c0a3</uuid>
Nov 15 20:28:50 user nova-compute[74639]:   <name>instance-00000033</name>
Nov 15 20:28:50 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:28:50 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:28:50 user nova-compute[74639]:   <metadata>
Nov 15 20:28:50 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:28:50 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:28:50 user nova-compute[74639]:       <nova:name>tempest-TestMinimumBasicScenario-server-834456593</nova:name>
Nov 15 20:28:50 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:28:50</nova:creationTime>
Nov 15 20:28:50 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:28:50 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:28:50 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:28:50 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:28:50 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:28:50 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:28:50 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:28:50 user nova-compute[74639]:       <nova:owner>
Nov 15 20:28:50 user nova-compute[74639]:         <nova:user uuid="b509ad1950984b35b093185b7dbf3b53">tempest-TestMinimumBasicScenario-1202754486-project-member</nova:user>
Nov 15 20:28:50 user nova-compute[74639]:         <nova:project uuid="001ca79822674a579b84584581ee8905">tempest-TestMinimumBasicScenario-1202754486</nova:project>
Nov 15 20:28:50 user nova-compute[74639]:       </nova:owner>
Nov 15 20:28:50 user nova-compute[74639]:       <nova:root type="image" uuid="2c301b53-4af8-4e3a-ba57-5fcd9e03ac24"/>
Nov 15 20:28:50 user nova-compute[74639]:       <nova:ports>
Nov 15 20:28:50 user nova-compute[74639]:         <nova:port uuid="cee0194d-8ba7-4557-a627-5922d6e88be9">
Nov 15 20:28:50 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.11" ipVersion="4"/>
Nov 15 20:28:50 user nova-compute[74639]:         </nova:port>
Nov 15 20:28:50 user nova-compute[74639]:       </nova:ports>
Nov 15 20:28:50 user nova-compute[74639]:     </nova:instance>
Nov 15 20:28:50 user nova-compute[74639]:   </metadata>
Nov 15 20:28:50 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:28:50 user nova-compute[74639]:     <system>
Nov 15 20:28:50 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:28:50 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:28:50 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:28:50 user nova-compute[74639]:       <entry name="serial">46258641-680a-41f2-95a7-725a58e7c0a3</entry>
Nov 15 20:28:50 user nova-compute[74639]:       <entry name="uuid">46258641-680a-41f2-95a7-725a58e7c0a3</entry>
Nov 15 20:28:50 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:28:50 user nova-compute[74639]:     </system>
Nov 15 20:28:50 user nova-compute[74639]:   </sysinfo>
Nov 15 20:28:50 user nova-compute[74639]:   <os>
Nov 15 20:28:50 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:28:50 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:28:50 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:28:50 user nova-compute[74639]:   </os>
Nov 15 20:28:50 user nova-compute[74639]:   <features>
Nov 15 20:28:50 user nova-compute[74639]:     <acpi/>
Nov 15 20:28:50 user nova-compute[74639]:     <apic/>
Nov 15 20:28:50 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:28:50 user nova-compute[74639]:   </features>
Nov 15 20:28:50 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:28:50 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:28:50 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:28:50 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:28:50 user nova-compute[74639]:   </clock>
Nov 15 20:28:50 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:28:50 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:28:50 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:28:50 user nova-compute[74639]:   </cpu>
Nov 15 20:28:50 user nova-compute[74639]:   <devices>
Nov 15 20:28:50 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:28:50 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:28:50 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk"/>
Nov 15 20:28:50 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:28:50 user nova-compute[74639]:     </disk>
Nov 15 20:28:50 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:28:50 user nova-compute[74639]:       <mac address="fa:16:3e:52:01:fe"/>
Nov 15 20:28:50 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:28:50 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:28:50 user nova-compute[74639]:       <target dev="tapcee0194d-8b"/>
Nov 15 20:28:50 user nova-compute[74639]:     </interface>
Nov 15 20:28:50 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:28:50 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/console.log" append="off"/>
Nov 15 20:28:50 user nova-compute[74639]:     </serial>
Nov 15 20:28:50 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:28:50 user nova-compute[74639]:     <video>
Nov 15 20:28:50 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:28:50 user nova-compute[74639]:     </video>
Nov 15 20:28:50 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:28:50 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:28:50 user nova-compute[74639]:     </rng>
Nov 15 20:28:50 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:28:50 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:28:50 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:28:50 user nova-compute[74639]:     </memballoon>
Nov 15 20:28:50 user nova-compute[74639]:   </devices>
Nov 15 20:28:50 user nova-compute[74639]: </domain>
Nov 15 20:28:50 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:28:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-834456593',display_name='tempest-TestMinimumBasicScenario-server-834456593',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-834456593',id=51,image_ref='2c301b53-4af8-4e3a-ba57-5fcd9e03ac24',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBANiv64rlHq5bgixzp3UBdumhsAYwY7XOjSwmeY/XmNEsvPLI3E8RdoLGitM4CUslo0YpUncd1OWaG2GDv65TUOZt5Ub7L65DBfBIt9KZ4B4iFqWIo/Zkt9Vv4vXzM1esA==',key_name='tempest-TestMinimumBasicScenario-81202131',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='001ca79822674a579b84584581ee8905',ramdisk_id='',reservation_id='r-astp0py2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2c301b53-4af8-4e3a-ba57-5fcd9e03ac24',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_min_disk='1',image_min_ram='0',network_allocated='True',owner_project_name='tempest-TestMinimumBasicScenario-1202754486',owner_user_name='tempest-TestMinimumBasicScenario-1202754486-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:28:48Z,user_data=None,user_id='b509ad1950984b35b093185b7dbf3b53',uuid=46258641-680a-41f2-95a7-725a58e7c0a3,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converting VIF {"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:52:01:fe,bridge_name='br-int',has_traffic_filtering=True,id=cee0194d-8ba7-4557-a627-5922d6e88be9,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee0194d-8b') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG os_vif [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:01:fe,bridge_name='br-int',has_traffic_filtering=True,id=cee0194d-8ba7-4557-a627-5922d6e88be9,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee0194d-8b') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a6ecc3b9-2218-5a1e-974d-8b826f0a3783', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tapcee0194d-8b, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tapcee0194d-8b, col_values=(('qos', UUID('addecba3-8f29-4826-a76d-2dcde9c3f6af')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tapcee0194d-8b, col_values=(('external_ids', {'iface-id': 'cee0194d-8ba7-4557-a627-5922d6e88be9', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:52:01:fe', 'vm-uuid': '46258641-680a-41f2-95a7-725a58e7c0a3'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:50 user nova-compute[74639]: INFO os_vif [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:52:01:fe,bridge_name='br-int',has_traffic_filtering=True,id=cee0194d-8ba7-4557-a627-5922d6e88be9,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee0194d-8b')
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:28:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No VIF found with MAC fa:16:3e:52:01:fe, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:28:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:51 user nova-compute[74639]: DEBUG nova.compute.manager [req-f43068cb-d218-4c26-ad30-99da2fb5cbc7 req-ddc7a629-a395-4f03-a701-599861f81d5b service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:28:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f43068cb-d218-4c26-ad30-99da2fb5cbc7 req-ddc7a629-a395-4f03-a701-599861f81d5b service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f43068cb-d218-4c26-ad30-99da2fb5cbc7 req-ddc7a629-a395-4f03-a701-599861f81d5b service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f43068cb-d218-4c26-ad30-99da2fb5cbc7 req-ddc7a629-a395-4f03-a701-599861f81d5b service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:51 user nova-compute[74639]: DEBUG nova.compute.manager [req-f43068cb-d218-4c26-ad30-99da2fb5cbc7 req-ddc7a629-a395-4f03-a701-599861f81d5b service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:28:51 user nova-compute[74639]: WARNING nova.compute.manager [req-f43068cb-d218-4c26-ad30-99da2fb5cbc7 req-ddc7a629-a395-4f03-a701-599861f81d5b service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state building and task_state spawning.
Nov 15 20:28:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:28:53 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Instance spawned successfully.
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:28:53 user nova-compute[74639]: INFO nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Took 5.56 seconds to spawn the instance on the hypervisor.
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-be2d3ef6-ad1c-4c3f-8855-472f0241dc39 req-c8ee8c9e-47de-4ab3-9d9b-47ab934a78d6 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-be2d3ef6-ad1c-4c3f-8855-472f0241dc39 req-c8ee8c9e-47de-4ab3-9d9b-47ab934a78d6 service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-be2d3ef6-ad1c-4c3f-8855-472f0241dc39 req-c8ee8c9e-47de-4ab3-9d9b-47ab934a78d6 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-be2d3ef6-ad1c-4c3f-8855-472f0241dc39 req-c8ee8c9e-47de-4ab3-9d9b-47ab934a78d6 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-be2d3ef6-ad1c-4c3f-8855-472f0241dc39 req-c8ee8c9e-47de-4ab3-9d9b-47ab934a78d6 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:28:53 user nova-compute[74639]: WARNING nova.compute.manager [req-be2d3ef6-ad1c-4c3f-8855-472f0241dc39 req-c8ee8c9e-47de-4ab3-9d9b-47ab934a78d6 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state building and task_state spawning.
Nov 15 20:28:53 user nova-compute[74639]: INFO nova.compute.manager [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Took 6.09 seconds to build instance.
Nov 15 20:28:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-fcdacb45-ccb7-4099-95d7-219bcfa65200 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.183s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:28:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:28:59 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:00 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:29:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:06 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:29:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:29:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:29:06 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:29:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:29:06 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:29:06 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.177s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:07 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:29:07 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:29:07 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8711MB free_disk=25.06726837158203GB free_vcpus=9 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 014cdfb7-ce73-48ee-b851-9eb052da578a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance ba0cf32b-266b-4aba-8776-3b9345194a09 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 46258641-680a-41f2-95a7-725a58e7c0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 3 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=2048MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=3 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:29:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.232s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:29:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:29:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:29:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:29:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:29:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:29:09 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 014cdfb7-ce73-48ee-b851-9eb052da578a {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:29:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updating instance_info_cache with network_info: [{"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:29:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:29:09 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:29:09 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-3fb12742-e992-4493-93e7-38ced817c643 req-a3678e9c-940d-45be-8db4-c354a6a9f80d service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received event network-changed-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:29:15 user nova-compute[74639]: DEBUG nova.compute.manager [req-3fb12742-e992-4493-93e7-38ced817c643 req-a3678e9c-940d-45be-8db4-c354a6a9f80d service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Refreshing instance network info cache due to event network-changed-7c76acbe-56ae-4af1-ae0e-bcf5954d972e. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:29:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3fb12742-e992-4493-93e7-38ced817c643 req-a3678e9c-940d-45be-8db4-c354a6a9f80d service nova] Acquiring lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:29:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3fb12742-e992-4493-93e7-38ced817c643 req-a3678e9c-940d-45be-8db4-c354a6a9f80d service nova] Acquired lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:29:15 user nova-compute[74639]: DEBUG nova.network.neutron [req-3fb12742-e992-4493-93e7-38ced817c643 req-a3678e9c-940d-45be-8db4-c354a6a9f80d service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Refreshing network info cache for port 7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG nova.network.neutron [req-3fb12742-e992-4493-93e7-38ced817c643 req-a3678e9c-940d-45be-8db4-c354a6a9f80d service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Updated VIF entry in instance network info cache for port 7c76acbe-56ae-4af1-ae0e-bcf5954d972e. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG nova.network.neutron [req-3fb12742-e992-4493-93e7-38ced817c643 req-a3678e9c-940d-45be-8db4-c354a6a9f80d service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Updating instance_info_cache with network_info: [{"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3fb12742-e992-4493-93e7-38ced817c643 req-a3678e9c-940d-45be-8db4-c354a6a9f80d service nova] Releasing lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-42e526e6-61b3-4983-af48-234835968548 req-11b571ee-4b3d-4c77-9832-3388bb15f047 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received event network-changed-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG nova.compute.manager [req-42e526e6-61b3-4983-af48-234835968548 req-11b571ee-4b3d-4c77-9832-3388bb15f047 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Refreshing instance network info cache due to event network-changed-7c76acbe-56ae-4af1-ae0e-bcf5954d972e. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42e526e6-61b3-4983-af48-234835968548 req-11b571ee-4b3d-4c77-9832-3388bb15f047 service nova] Acquiring lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42e526e6-61b3-4983-af48-234835968548 req-11b571ee-4b3d-4c77-9832-3388bb15f047 service nova] Acquired lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG nova.network.neutron [req-42e526e6-61b3-4983-af48-234835968548 req-11b571ee-4b3d-4c77-9832-3388bb15f047 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Refreshing network info cache for port 7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "ba0cf32b-266b-4aba-8776-3b9345194a09" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:29:16 user nova-compute[74639]: INFO nova.compute.manager [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Terminating instance
Nov 15 20:29:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.network.neutron [req-42e526e6-61b3-4983-af48-234835968548 req-11b571ee-4b3d-4c77-9832-3388bb15f047 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Updated VIF entry in instance network info cache for port 7c76acbe-56ae-4af1-ae0e-bcf5954d972e. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.network.neutron [req-42e526e6-61b3-4983-af48-234835968548 req-11b571ee-4b3d-4c77-9832-3388bb15f047 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Updating instance_info_cache with network_info: [{"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-42e526e6-61b3-4983-af48-234835968548 req-11b571ee-4b3d-4c77-9832-3388bb15f047 service nova] Releasing lock "refresh_cache-ba0cf32b-266b-4aba-8776-3b9345194a09" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Instance destroyed successfully.
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.objects.instance [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'resources' on Instance uuid ba0cf32b-266b-4aba-8776-3b9345194a09 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:27:23Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1150803824',display_name='tempest-TestVolumeBootPattern-server-1150803824',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1150803824',id=50,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAo5c61Xeja7ls30gYBCQcct9a0jEV9pyxUYABbr56ia2sfkAOEltoXzHhczAgFcUZoNx2LyF952RGKEXdYEIvTfN4icJLFRv+/W9wGArfSvf/tS1gD0703CF8WCl//60g==',key_name='tempest-TestVolumeBootPattern-959078856',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:27:34Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-tkx0lhmr',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:27:34Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=ba0cf32b-266b-4aba-8776-3b9345194a09,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "address": "fa:16:3e:b2:6b:2c", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.146", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap7c76acbe-56", "ovs_interfaceid": "7c76acbe-56ae-4af1-ae0e-bcf5954d972e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:b2:6b:2c,bridge_name='br-int',has_traffic_filtering=True,id=7c76acbe-56ae-4af1-ae0e-bcf5954d972e,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c76acbe-56') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_vif [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:6b:2c,bridge_name='br-int',has_traffic_filtering=True,id=7c76acbe-56ae-4af1-ae0e-bcf5954d972e,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c76acbe-56') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap7c76acbe-56, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=7658dedf-c2a1-4c3d-8664-2357802b0afe) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:29:17 user nova-compute[74639]: INFO os_vif [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:b2:6b:2c,bridge_name='br-int',has_traffic_filtering=True,id=7c76acbe-56ae-4af1-ae0e-bcf5954d972e,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap7c76acbe-56')
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'nHcrPDpG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:29:17 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bd9f3bf7-2c0c-4ff1-af7e-bc00c6f11f20]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:29:17 user nova-compute[74639]: No targets found.
Nov 15 20:29:17 user nova-compute[74639]: iSNS:
Nov 15 20:29:17 user nova-compute[74639]: No targets found.
Nov 15 20:29:17 user nova-compute[74639]: STATIC:
Nov 15 20:29:17 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b
Nov 15 20:29:17 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:29:17 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:29:17 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad
Nov 15 20:29:17 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:29:17 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:29:17 user nova-compute[74639]: FIRMWARE:
Nov 15 20:29:17 user nova-compute[74639]: No targets found.
Nov 15 20:29:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:29:17 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:29:17 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ba7cc4a7-5d4c-4737-b827-af9ccab8bd2f]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1d5e7ebc-549d-44f0-a008-680def86ca8b]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)\ntcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:29:17 user nova-compute[74639]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b (non-flash)
Nov 15 20:29:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:29:17 user nova-compute[74639]: tcp: [60] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b (non-flash)
Nov 15 20:29:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9704e9240>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[667a1218-2b49-4319-8bea-0b5abf091116]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[db81262f-dff1-4b11-a4d7-e8449aac0a73]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[93e61020-066c-45c4-b686-d9b1c35647a8]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.046s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d86e2dd9-2ff4-4d4b-9502-8625653adc8c]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.privileged.rootwrap [-] Unlinking ('/dev/disk/by-id/scsi-SSCST_BIO_Storage_cf9b9d05', '/dev/disk/by-id/scsi-1SCST_BIOcf9b9d05-99bb384a2ab8e05a', '/dev/disk/by-id/scsi-23939626233383461') {{(pid=85980) unlink_root /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/privileged/rootwrap.py:219}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e79d64a7-c417-4896-a1e4-ad5a8eb3cf95]: (4, None) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3a439609-8d7a-4468-8735-899488bb0281]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received event network-vif-unplugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] Acquiring lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] No waiting events found dispatching network-vif-unplugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received event network-vif-unplugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received event network-vif-plugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] Acquiring lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.compute.manager [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] No waiting events found dispatching network-vif-plugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:29:17 user nova-compute[74639]: WARNING nova.compute.manager [req-f096ea4a-40ba-438e-9cc9-db3f371b5aef req-da409ac8-f85f-49a2-9318-dbd6b4fb2c90 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received unexpected event network-vif-plugged-7c76acbe-56ae-4af1-ae0e-bcf5954d972e for instance with vm_state active and task_state deleting.
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --logout" returned: 0 in 0.066s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[af8d1d31-a902-41f2-a5d5-decaf1a6f17b]: (4, ('Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b, portal: 172.16.0.220,3260]\nLogout of [sid: 60, target: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 60, target: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b, portal: 172.16.0.220,3260]
Nov 15 20:29:17 user nova-compute[74639]: Logout of [sid: 60, target: iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b, portal: 172.16.0.220,3260] successful.
Nov 15 20:29:17 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2111f3db-4ef7-452f-85c6-2739da2c5b8b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.026s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4171021b-ce8a-45c7-b17b-ed5eb063816d]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.329s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== disconnect_volume: return (330ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:29:17 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Deleting instance files /opt/stack/data/nova/instances/ba0cf32b-266b-4aba-8776-3b9345194a09_del
Nov 15 20:29:17 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Deletion of /opt/stack/data/nova/instances/ba0cf32b-266b-4aba-8776-3b9345194a09_del complete
Nov 15 20:29:17 user nova-compute[74639]: INFO nova.compute.manager [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Took 1.18 seconds to destroy the instance on the hypervisor.
Nov 15 20:29:17 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:18 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:29:18 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Took 0.43 seconds to deallocate network for instance.
Nov 15 20:29:19 user nova-compute[74639]: INFO nova.compute.manager [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Took 0.76 seconds to detach 1 volumes for instance.
Nov 15 20:29:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:29:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:29:19 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:29:19 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:29:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.168s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:29:19 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Deleted allocations for instance ba0cf32b-266b-4aba-8776-3b9345194a09
Nov 15 20:29:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-16dd9eec-a14b-482e-b8a8-f8c0eb3b7d9b tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "ba0cf32b-266b-4aba-8776-3b9345194a09" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.719s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:29:19 user nova-compute[74639]: DEBUG nova.compute.manager [req-ec0a553c-8b3d-43ec-b3e1-2c85e103f030 req-e6023d52-f506-4b60-b048-d9a482176e88 service nova] [instance: ba0cf32b-266b-4aba-8776-3b9345194a09] Received event network-vif-deleted-7c76acbe-56ae-4af1-ae0e-bcf5954d972e {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:29:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_image_cache_manager_pass {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.register_storage_use.<locals>.do_register_storage_use" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "storage-registry-lock" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "storage-registry-lock" acquired by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "storage-registry-lock" "released" by "nova.virt.storage_users.get_storage_users.<locals>.do_get_storage_users" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Verify base images {{(pid=74639) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:314}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Image id 2c301b53-4af8-4e3a-ba57-5fcd9e03ac24 yields fingerprint 93849f10344c9d33d403aa5de30e15b2fa82c2ca {{(pid=74639) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] image 2c301b53-4af8-4e3a-ba57-5fcd9e03ac24 at (/opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca): checking
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] image 2c301b53-4af8-4e3a-ba57-5fcd9e03ac24 at (/opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca): image is in use {{(pid=74639) _mark_in_use /opt/stack/nova/nova/virt/libvirt/imagecache.py:279}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Image id  yields fingerprint da39a3ee5e6b4b0d3255bfef95601890afd80709 {{(pid=74639) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:319}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] 014cdfb7-ce73-48ee-b851-9eb052da578a is a valid instance name {{(pid=74639) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] 46258641-680a-41f2-95a7-725a58e7c0a3 is a valid instance name {{(pid=74639) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:126}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] 46258641-680a-41f2-95a7-725a58e7c0a3 has a disk file {{(pid=74639) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:129}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.174s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 46258641-680a-41f2-95a7-725a58e7c0a3 is backed by 93849f10344c9d33d403aa5de30e15b2fa82c2ca {{(pid=74639) _list_backing_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:141}}
Nov 15 20:29:26 user nova-compute[74639]: WARNING nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901
Nov 15 20:29:26 user nova-compute[74639]: WARNING nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8
Nov 15 20:29:26 user nova-compute[74639]: WARNING nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248
Nov 15 20:29:26 user nova-compute[74639]: WARNING nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75
Nov 15 20:29:26 user nova-compute[74639]: WARNING nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018
Nov 15 20:29:26 user nova-compute[74639]: WARNING nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9
Nov 15 20:29:26 user nova-compute[74639]: WARNING nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3
Nov 15 20:29:26 user nova-compute[74639]: WARNING nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482
Nov 15 20:29:26 user nova-compute[74639]: WARNING nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Unknown base file: /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Active base files: /opt/stack/data/nova/instances/_base/93849f10344c9d33d403aa5de30e15b2fa82c2ca
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Removable base files: /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901 /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8 /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248 /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75 /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9 /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3 /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482 /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/cea454878c9f9ac210b09f357b231cbc86a7b901
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/8ff612ca8dd8d3a862d2e38dcc29be31333d1ea8
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/d3cfb6971355661e157cc33efb7d3cfe30e68248
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/98dc1b5a507c0efd779b8173eebb4282e9f52e75
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/b119e2e56d2bddd34277de9c6366942311d488d9
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/3f1306d78e4d3d22b78160136adfecc70bba0fa3
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/6bdcb1514a18f370ea97c7925d1e3fc5f1618482
Nov 15 20:29:26 user nova-compute[74639]: INFO nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Base, swap or ephemeral file too young to remove: /opt/stack/data/nova/instances/_base/f27304a457c06f37072c8c2b41df390aea62ada6
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Verification complete {{(pid=74639) _age_and_verify_cached_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:350}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Verify swap images {{(pid=74639) _age_and_verify_swap_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:299}}
Nov 15 20:29:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.imagecache [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Verify ephemeral images {{(pid=74639) _age_and_verify_ephemeral_images /opt/stack/nova/nova/virt/libvirt/imagecache.py:284}}
Nov 15 20:29:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:29:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:29:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:29:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:29:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:29:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:29:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:29:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:01 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:02 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:30:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:06 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:30:07 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdc (vda) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:30:08 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.195s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:09 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:30:09 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8884MB free_disk=25.06454086303711GB free_vcpus=10 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 014cdfb7-ce73-48ee-b851-9eb052da578a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 46258641-680a-41f2-95a7-725a58e7c0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 2 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1536MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=2 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:30:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.405s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:10 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-cb4f27a7-2285-4ec8-b237-13bdaea86116 req-99ab9870-4049-4ab6-8993-c2989ae5fe36 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-changed-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-cb4f27a7-2285-4ec8-b237-13bdaea86116 req-99ab9870-4049-4ab6-8993-c2989ae5fe36 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Refreshing instance network info cache due to event network-changed-441d29d1-190d-4c52-9bb7-353e615d841c. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cb4f27a7-2285-4ec8-b237-13bdaea86116 req-99ab9870-4049-4ab6-8993-c2989ae5fe36 service nova] Acquiring lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cb4f27a7-2285-4ec8-b237-13bdaea86116 req-99ab9870-4049-4ab6-8993-c2989ae5fe36 service nova] Acquired lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-cb4f27a7-2285-4ec8-b237-13bdaea86116 req-99ab9870-4049-4ab6-8993-c2989ae5fe36 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Refreshing network info cache for port 441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:12 user nova-compute[74639]: INFO nova.compute.manager [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Terminating instance
Nov 15 20:30:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-3cfa860a-9400-4605-84b6-22d5c871bdd2 req-0bee5d55-e7d9-4d52-8296-86e002db2e5c service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-unplugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3cfa860a-9400-4605-84b6-22d5c871bdd2 req-0bee5d55-e7d9-4d52-8296-86e002db2e5c service nova] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3cfa860a-9400-4605-84b6-22d5c871bdd2 req-0bee5d55-e7d9-4d52-8296-86e002db2e5c service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-3cfa860a-9400-4605-84b6-22d5c871bdd2 req-0bee5d55-e7d9-4d52-8296-86e002db2e5c service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-3cfa860a-9400-4605-84b6-22d5c871bdd2 req-0bee5d55-e7d9-4d52-8296-86e002db2e5c service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] No waiting events found dispatching network-vif-unplugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG nova.compute.manager [req-3cfa860a-9400-4605-84b6-22d5c871bdd2 req-0bee5d55-e7d9-4d52-8296-86e002db2e5c service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-unplugged-441d29d1-190d-4c52-9bb7-353e615d841c for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-cb4f27a7-2285-4ec8-b237-13bdaea86116 req-99ab9870-4049-4ab6-8993-c2989ae5fe36 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updated VIF entry in instance network info cache for port 441d29d1-190d-4c52-9bb7-353e615d841c. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG nova.network.neutron [req-cb4f27a7-2285-4ec8-b237-13bdaea86116 req-99ab9870-4049-4ab6-8993-c2989ae5fe36 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updating instance_info_cache with network_info: [{"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-cb4f27a7-2285-4ec8-b237-13bdaea86116 req-99ab9870-4049-4ab6-8993-c2989ae5fe36 service nova] Releasing lock "refresh_cache-014cdfb7-ce73-48ee-b851-9eb052da578a" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Instance destroyed successfully.
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lazy-loading 'resources' on Instance uuid 014cdfb7-ce73-48ee-b851-9eb052da578a {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:25:26Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestVolumeBootPattern-server-1395321502',display_name='tempest-TestVolumeBootPattern-server-1395321502',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testvolumebootpattern-server-1395321502',id=49,image_ref='',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAo5c61Xeja7ls30gYBCQcct9a0jEV9pyxUYABbr56ia2sfkAOEltoXzHhczAgFcUZoNx2LyF952RGKEXdYEIvTfN4icJLFRv+/W9wGArfSvf/tS1gD0703CF8WCl//60g==',key_name='tempest-TestVolumeBootPattern-959078856',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:25:37Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='ca801d0b0e2249b0af7849a684792724',ramdisk_id='',reservation_id='r-2lichw50',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestVolumeBootPattern-144009441',owner_user_name='tempest-TestVolumeBootPattern-144009441-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:25:37Z,user_data=None,user_id='63eb3b613bfe44e197212335107e2fee',uuid=014cdfb7-ce73-48ee-b851-9eb052da578a,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converting VIF {"id": "441d29d1-190d-4c52-9bb7-353e615d841c", "address": "fa:16:3e:c6:8d:0d", "network": {"id": "2ff5a528-babb-42fd-b447-8003ef60a928", "bridge": "br-int", "label": "tempest-TestVolumeBootPattern-1093444023-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.68", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "ca801d0b0e2249b0af7849a684792724", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap441d29d1-19", "ovs_interfaceid": "441d29d1-190d-4c52-9bb7-353e615d841c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:c6:8d:0d,bridge_name='br-int',has_traffic_filtering=True,id=441d29d1-190d-4c52-9bb7-353e615d841c,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap441d29d1-19') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_vif [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:8d:0d,bridge_name='br-int',has_traffic_filtering=True,id=441d29d1-190d-4c52-9bb7-353e615d841c,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap441d29d1-19') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap441d29d1-19, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=be9e4ec6-7396-4c4d-95a8-0f095f4122d2) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:13 user nova-compute[74639]: INFO os_vif [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:c6:8d:0d,bridge_name='br-int',has_traffic_filtering=True,id=441d29d1-190d-4c52-9bb7-353e615d841c,network=Network(2ff5a528-babb-42fd-b447-8003ef60a928),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap441d29d1-19')
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'FUfgIsCi', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': True}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:30:13 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[15d417b0-7fea-4140-9531-182e19fc4239]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:30:13 user nova-compute[74639]: No targets found.
Nov 15 20:30:13 user nova-compute[74639]: iSNS:
Nov 15 20:30:13 user nova-compute[74639]: No targets found.
Nov 15 20:30:13 user nova-compute[74639]: STATIC:
Nov 15 20:30:13 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad
Nov 15 20:30:13 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:30:13 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:30:13 user nova-compute[74639]: FIRMWARE:
Nov 15 20:30:13 user nova-compute[74639]: No targets found.
Nov 15 20:30:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:30:13 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:30:13 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[338eca9b-5f9c-4858-8a25-dd624429bf5b]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2639169a-2073-43c1-8dfb-f71cdd1fbe6c]: (4, ('tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:30:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsi session list stdout=tcp: [58] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad (non-flash)
Nov 15 20:30:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9702c2560>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf147521-cd0c-4216-b5ab-4fd1a45e8aed]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[660de935-857f-4a63-9a02-cbdc159230ad]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[86f8ab28-1aeb-42c9-b5d8-002fc965d4ea]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.045s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5440ba37-708c-4a1d-a0c0-e24840be0f7b]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[998a988d-96e2-4da2-af14-5f469037c3c0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --logout" returned: 0 in 0.055s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b6626e9b-6bf5-4f4c-9b86-6182a4f1b933]: (4, ('Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260]\nLogout of [sid: 58, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 58, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260]
Nov 15 20:30:13 user nova-compute[74639]: Logout of [sid: 58, target: iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad, portal: 172.16.0.220,3260] successful.
Nov 15 20:30:13 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dbe5c241-6506-4fb4-88b2-84c12cecebad -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e7fdc8a2-7c19-47ce-a37f-7808974961e8]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.297s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] <== disconnect_volume: return (299ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:30:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Deleting instance files /opt/stack/data/nova/instances/014cdfb7-ce73-48ee-b851-9eb052da578a_del
Nov 15 20:30:13 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Deletion of /opt/stack/data/nova/instances/014cdfb7-ce73-48ee-b851-9eb052da578a_del complete
Nov 15 20:30:13 user nova-compute[74639]: INFO nova.compute.manager [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Took 1.16 seconds to destroy the instance on the hypervisor.
Nov 15 20:30:13 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:30:13 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Took 0.48 seconds to deallocate network for instance.
Nov 15 20:30:13 user nova-compute[74639]: DEBUG nova.compute.manager [req-d7d1b834-3355-44f5-be28-4770d443e826 req-060050ea-9f63-4340-82cb-538591134059 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-deleted-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] No waiting events found dispatching network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:14 user nova-compute[74639]: WARNING nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received unexpected event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c for instance with vm_state active and task_state deleting.
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] No waiting events found dispatching network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:14 user nova-compute[74639]: WARNING nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received unexpected event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c for instance with vm_state active and task_state deleting.
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] No waiting events found dispatching network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:14 user nova-compute[74639]: WARNING nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received unexpected event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c for instance with vm_state active and task_state deleting.
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-unplugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] No waiting events found dispatching network-vif-unplugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-unplugged-441d29d1-190d-4c52-9bb7-353e615d841c for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Acquiring lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] No waiting events found dispatching network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:14 user nova-compute[74639]: WARNING nova.compute.manager [req-bd021324-b3cc-4363-a153-66df74f61c05 req-a3307fa8-6a43-4ef3-bffe-9f62086e0880 service nova] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Received unexpected event network-vif-plugged-441d29d1-190d-4c52-9bb7-353e615d841c for instance with vm_state active and task_state deleting.
Nov 15 20:30:14 user nova-compute[74639]: INFO nova.compute.manager [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] [instance: 014cdfb7-ce73-48ee-b851-9eb052da578a] Took 0.69 seconds to detach 1 volumes for instance.
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.133s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:14 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Deleted allocations for instance 014cdfb7-ce73-48ee-b851-9eb052da578a
Nov 15 20:30:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e5efcd3a-bdc5-4e80-9cd7-6988443c08f4 tempest-TestVolumeBootPattern-144009441 tempest-TestVolumeBootPattern-144009441-project-member] Lock "014cdfb7-ce73-48ee-b851-9eb052da578a" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.642s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:19 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 20:30:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 20:30:19 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 20:30:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:30:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:23 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:30:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:30:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:30:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'flavor' on Instance uuid 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.071s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:40 user nova-compute[74639]: INFO nova.compute.manager [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Attaching volume e6142b49-7368-40cb-bd2d-dbe05a7afda9 to /dev/vdb
Nov 15 20:30:40 user nova-compute[74639]: DEBUG os_brick.utils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[caff3049-ed40-4009-9d18-26874e102e3e]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad659b61-75b5-43fd-bf6b-27e125234247]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3d98f8e8-b02a-450f-b9f4-a9763020529f]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[26cc4b92-5cb8-4e11-a629-7e8e46dbf6cd]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:30:40 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:30:40 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bba533c3-8c57-4b75-9733-21ede52ab7b5]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG os_brick.utils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] <== get_connector_properties: return (137ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:30:40 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating existing volume attachment record: d93dcb75-4038-459a-a9e1-55e2aea3c68e {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:30:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NxWjdeqG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:30:45 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:30:45 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:30:45 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[83f774ad-0559-4f67-934c-0891893a1027]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:30:45 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[179a7aab-a0a1-4106-8783-7fd20aebe449]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9] added
Nov 15 20:30:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a562f0f0-d7fa-4214-a275-24a79153ee75]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[470dcf13-3fbb-4397-afc4-dab4fcdf9d82]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NxWjdeqG {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v NxWjdeqG" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[19e09629-f30f-4028-a743-974a5ba20970]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'NxWjdeqG'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9e4ee4b7-d293-45b2-a80e-e9374827a343]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5ea65b59-2b31-47c7-9efa-a247330d5c7a]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:30:45 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:30:45 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:30:45 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 20:30:45 user nova-compute[74639]: 
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --login" returned: 0 in 0.045s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c1a006e4-beef-4ea1-9f23-63a6b0dd6d84]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9, portal: 172.16.0.220,3260]
Nov 15 20:30:45 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9, portal: 172.16.0.220,3260] successful.
Nov 15 20:30:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[02b5e0e0-4853-4301-976a-5079914d4997]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c3952d1d-a1f8-4305-ba1c-4e150f67ee6b]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 (non-flash)
Nov 15 20:30:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 (non-flash)
Nov 15 20:30:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.250s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] HCTL ('33', '-', '-', 0) found on session 61 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[47d4c087-f90b-4c45-904f-d6ae8bc5fa21]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:30:45 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Searching for a device in session 61 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NxWjdeqG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.277s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] <== connect_volume: return (1279ms) {'type': 'block', 'scsi_wwn': '23165633563633062', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23165633563633062', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'flavor' on Instance uuid 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:30:46 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:30:46 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:30:46 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:30:46 user nova-compute[74639]:   <serial>e6142b49-7368-40cb-bd2d-dbe05a7afda9</serial>
Nov 15 20:30:46 user nova-compute[74639]: </disk>
Nov 15 20:30:46 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] No VIF found with MAC fa:16:3e:52:01:fe, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:30:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e1d2d4a6-7b79-4983-8640-f27444802a54 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.463s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:30:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:30:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:30:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-90b86767-481e-4514-aa2c-b5c0435673ab req-194b854c-ef71-4132-8a0c-f30661cf793d service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:49 user nova-compute[74639]: DEBUG nova.compute.manager [req-90b86767-481e-4514-aa2c-b5c0435673ab req-194b854c-ef71-4132-8a0c-f30661cf793d service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing instance network info cache due to event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:30:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-90b86767-481e-4514-aa2c-b5c0435673ab req-194b854c-ef71-4132-8a0c-f30661cf793d service nova] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:30:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-90b86767-481e-4514-aa2c-b5c0435673ab req-194b854c-ef71-4132-8a0c-f30661cf793d service nova] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:30:49 user nova-compute[74639]: DEBUG nova.network.neutron [req-90b86767-481e-4514-aa2c-b5c0435673ab req-194b854c-ef71-4132-8a0c-f30661cf793d service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing network info cache for port cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:30:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-90b86767-481e-4514-aa2c-b5c0435673ab req-194b854c-ef71-4132-8a0c-f30661cf793d service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updated VIF entry in instance network info cache for port cee0194d-8ba7-4557-a627-5922d6e88be9. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:30:50 user nova-compute[74639]: DEBUG nova.network.neutron [req-90b86767-481e-4514-aa2c-b5c0435673ab req-194b854c-ef71-4132-8a0c-f30661cf793d service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:30:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-90b86767-481e-4514-aa2c-b5c0435673ab req-194b854c-ef71-4132-8a0c-f30661cf793d service nova] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:30:51 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f31dbd1-eaf9-4328-816e-74ca389ec59d req-9aded8d5-502c-4330-9c83-ec28449d08d7 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:51 user nova-compute[74639]: DEBUG nova.compute.manager [req-8f31dbd1-eaf9-4328-816e-74ca389ec59d req-9aded8d5-502c-4330-9c83-ec28449d08d7 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing instance network info cache due to event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:30:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f31dbd1-eaf9-4328-816e-74ca389ec59d req-9aded8d5-502c-4330-9c83-ec28449d08d7 service nova] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:30:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f31dbd1-eaf9-4328-816e-74ca389ec59d req-9aded8d5-502c-4330-9c83-ec28449d08d7 service nova] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:30:51 user nova-compute[74639]: DEBUG nova.network.neutron [req-8f31dbd1-eaf9-4328-816e-74ca389ec59d req-9aded8d5-502c-4330-9c83-ec28449d08d7 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing network info cache for port cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-8f31dbd1-eaf9-4328-816e-74ca389ec59d req-9aded8d5-502c-4330-9c83-ec28449d08d7 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updated VIF entry in instance network info cache for port cee0194d-8ba7-4557-a627-5922d6e88be9. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG nova.network.neutron [req-8f31dbd1-eaf9-4328-816e-74ca389ec59d req-9aded8d5-502c-4330-9c83-ec28449d08d7 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-8f31dbd1-eaf9-4328-816e-74ca389ec59d req-9aded8d5-502c-4330-9c83-ec28449d08d7 service nova] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" acquired by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:52 user nova-compute[74639]: INFO nova.compute.manager [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Rebooting instance
Nov 15 20:30:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:30:52 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:30:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-e3e6a903-7e3f-42ad-a712-5194cca81cb6 req-c465a0e0-d9f0-431a-9bb5-f81fd4e3d654 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-unplugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e3e6a903-7e3f-42ad-a712-5194cca81cb6 req-c465a0e0-d9f0-431a-9bb5-f81fd4e3d654 service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e3e6a903-7e3f-42ad-a712-5194cca81cb6 req-c465a0e0-d9f0-431a-9bb5-f81fd4e3d654 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-e3e6a903-7e3f-42ad-a712-5194cca81cb6 req-c465a0e0-d9f0-431a-9bb5-f81fd4e3d654 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-e3e6a903-7e3f-42ad-a712-5194cca81cb6 req-c465a0e0-d9f0-431a-9bb5-f81fd4e3d654 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-unplugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:55 user nova-compute[74639]: WARNING nova.compute.manager [req-e3e6a903-7e3f-42ad-a712-5194cca81cb6 req-c465a0e0-d9f0-431a-9bb5-f81fd4e3d654 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-unplugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state active and task_state reboot_started.
Nov 15 20:30:55 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Instance shutdown successfully.
Nov 15 20:30:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-60cf1c45-bd31-4ebd-8b19-3a3f7f523af6 req-b9f39c90-1eee-4d4c-815a-aae6a1b7a13a service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-60cf1c45-bd31-4ebd-8b19-3a3f7f523af6 req-b9f39c90-1eee-4d4c-815a-aae6a1b7a13a service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-60cf1c45-bd31-4ebd-8b19-3a3f7f523af6 req-b9f39c90-1eee-4d4c-815a-aae6a1b7a13a service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-60cf1c45-bd31-4ebd-8b19-3a3f7f523af6 req-b9f39c90-1eee-4d4c-815a-aae6a1b7a13a service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:57 user nova-compute[74639]: DEBUG nova.compute.manager [req-60cf1c45-bd31-4ebd-8b19-3a3f7f523af6 req-b9f39c90-1eee-4d4c-815a-aae6a1b7a13a service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:57 user nova-compute[74639]: WARNING nova.compute.manager [req-60cf1c45-bd31-4ebd-8b19-3a3f7f523af6 req-b9f39c90-1eee-4d4c-815a-aae6a1b7a13a service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state active and task_state reboot_started.
Nov 15 20:30:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:59 user nova-compute[74639]: WARNING nova.compute.manager [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state active and task_state reboot_started.
Nov 15 20:30:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG nova.compute.manager [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:30:59 user nova-compute[74639]: WARNING nova.compute.manager [req-a4efd377-bc82-470a-93f5-14842d785e87 req-1256a1d4-d817-40f6-a9a5-be3f87ab3c68 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state active and task_state reboot_started.
Nov 15 20:30:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Instance running successfully.
Nov 15 20:30:59 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Instance soft rebooted successfully.
Nov 15 20:30:59 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1c9cd8df-8093-40ca-a106-dc0f7a8ca45f tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" "released" by "nova.compute.manager.ComputeManager.reboot_instance.<locals>.do_reboot_instance" :: held 7.162s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:30:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:01 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:02 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:02 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:31:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:31:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:31:02 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.024s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:31:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:04 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:04 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:04 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:31:04 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:31:08 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:31:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:31:08 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:31:08 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:31:08 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.191s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:31:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:31:10 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:31:10 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:31:10 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8963MB free_disk=25.054054260253906GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:31:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:31:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:31:10 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 46258641-680a-41f2-95a7-725a58e7c0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:31:10 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:31:10 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:31:10 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:31:10 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:31:10 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:31:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.205s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:31:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:31:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:29 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:31:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:31:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:00 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:01 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:32:04 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:06 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:06 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:32:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:10 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:10 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:32:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:32:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:32:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:32:10 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:32:10 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.169s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:32:11 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:32:12 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:32:12 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:32:12 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9040MB free_disk=25.053096771240234GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:32:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:32:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:32:12 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 46258641-680a-41f2-95a7-725a58e7c0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:32:12 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:32:12 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:32:12 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:32:12 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:32:12 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:32:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.167s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:32:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:32:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:32:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-1b7f21c3-0b9e-4c67-9e55-cc427d5d4bc4 req-0e5cf467-d3e8-4c0f-9322-fc6f129a5d62 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:32:43 user nova-compute[74639]: DEBUG nova.compute.manager [req-1b7f21c3-0b9e-4c67-9e55-cc427d5d4bc4 req-0e5cf467-d3e8-4c0f-9322-fc6f129a5d62 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing instance network info cache due to event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:32:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1b7f21c3-0b9e-4c67-9e55-cc427d5d4bc4 req-0e5cf467-d3e8-4c0f-9322-fc6f129a5d62 service nova] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:32:43 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1b7f21c3-0b9e-4c67-9e55-cc427d5d4bc4 req-0e5cf467-d3e8-4c0f-9322-fc6f129a5d62 service nova] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:32:43 user nova-compute[74639]: DEBUG nova.network.neutron [req-1b7f21c3-0b9e-4c67-9e55-cc427d5d4bc4 req-0e5cf467-d3e8-4c0f-9322-fc6f129a5d62 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing network info cache for port cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-1b7f21c3-0b9e-4c67-9e55-cc427d5d4bc4 req-0e5cf467-d3e8-4c0f-9322-fc6f129a5d62 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updated VIF entry in instance network info cache for port cee0194d-8ba7-4557-a627-5922d6e88be9. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-1b7f21c3-0b9e-4c67-9e55-cc427d5d4bc4 req-0e5cf467-d3e8-4c0f-9322-fc6f129a5d62 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1b7f21c3-0b9e-4c67-9e55-cc427d5d4bc4 req-0e5cf467-d3e8-4c0f-9322-fc6f129a5d62 service nova] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-94dbefd7-2dca-433f-b3ad-3ef02d4dd3b7 req-7e63b035-c223-45ce-aa25-5512025d6537 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.compute.manager [req-94dbefd7-2dca-433f-b3ad-3ef02d4dd3b7 req-7e63b035-c223-45ce-aa25-5512025d6537 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing instance network info cache due to event network-changed-cee0194d-8ba7-4557-a627-5922d6e88be9. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-94dbefd7-2dca-433f-b3ad-3ef02d4dd3b7 req-7e63b035-c223-45ce-aa25-5512025d6537 service nova] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-94dbefd7-2dca-433f-b3ad-3ef02d4dd3b7 req-7e63b035-c223-45ce-aa25-5512025d6537 service nova] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-94dbefd7-2dca-433f-b3ad-3ef02d4dd3b7 req-7e63b035-c223-45ce-aa25-5512025d6537 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Refreshing network info cache for port cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:32:44 user nova-compute[74639]: INFO nova.compute.manager [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Detaching volume e6142b49-7368-40cb-bd2d-dbe05a7afda9
Nov 15 20:32:44 user nova-compute[74639]: INFO nova.virt.block_device [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Attempting to driver detach volume e6142b49-7368-40cb-bd2d-dbe05a7afda9 from mountpoint /dev/vdb
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Attempting to detach device vdb from instance 46258641-680a-41f2-95a7-725a58e7c0a3 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:32:44 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:32:44 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:32:44 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:32:44 user nova-compute[74639]:   <serial>e6142b49-7368-40cb-bd2d-dbe05a7afda9</serial>
Nov 15 20:32:44 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:32:44 user nova-compute[74639]: </disk>
Nov 15 20:32:44 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:32:44 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully detached device vdb from instance 46258641-680a-41f2-95a7-725a58e7c0a3 from the persistent domain config.
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 46258641-680a-41f2-95a7-725a58e7c0a3 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:32:44 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:32:44 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:32:44 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:32:44 user nova-compute[74639]:   <serial>e6142b49-7368-40cb-bd2d-dbe05a7afda9</serial>
Nov 15 20:32:44 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:32:44 user nova-compute[74639]: </disk>
Nov 15 20:32:44 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-94dbefd7-2dca-433f-b3ad-3ef02d4dd3b7 req-7e63b035-c223-45ce-aa25-5512025d6537 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updated VIF entry in instance network info cache for port cee0194d-8ba7-4557-a627-5922d6e88be9. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG nova.network.neutron [req-94dbefd7-2dca-433f-b3ad-3ef02d4dd3b7 req-7e63b035-c223-45ce-aa25-5512025d6537 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-94dbefd7-2dca-433f-b3ad-3ef02d4dd3b7 req-7e63b035-c223-45ce-aa25-5512025d6537 service nova] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:32:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:32:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:32:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:32:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:32:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:32:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:32:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:32:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:02 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:33:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:33:05 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 46258641-680a-41f2-95a7-725a58e7c0a3 is timed out.
Nov 15 20:33:05 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully detached device vdb from instance 46258641-680a-41f2-95a7-725a58e7c0a3 from the live domain config.
Nov 15 20:33:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'NxWjdeqG', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:33:05 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[52e8ec4e-fb51-4b53-ac23-c08a868d3484]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:33:05 user nova-compute[74639]: No targets found.
Nov 15 20:33:05 user nova-compute[74639]: iSNS:
Nov 15 20:33:05 user nova-compute[74639]: No targets found.
Nov 15 20:33:05 user nova-compute[74639]: STATIC:
Nov 15 20:33:05 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9
Nov 15 20:33:05 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:33:05 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:33:05 user nova-compute[74639]: FIRMWARE:
Nov 15 20:33:05 user nova-compute[74639]: No targets found.
Nov 15 20:33:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:33:05 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:33:05 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2c10178-047e-4830-9fbe-9dd4a05612de]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c4c02d9c-c58e-4636-a751-899d11e85782]: (4, ('tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 (non-flash)
Nov 15 20:33:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsi session list stdout=tcp: [61] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 (non-flash)
Nov 15 20:33:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa98036fd90>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1f9fc63e-c96b-4d4b-8ae1-1ff096884430]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a2543425-35df-4503-8fc6-20c5cb1a133e]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[947136a5-6a2f-474b-8f01-12ad97203780]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.041s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[db80b7a7-fc92-4f9d-b379-44b2051126df]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7c61ec81-7d24-4ffa-b507-395b0f7e56da]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --logout" returned: 0 in 0.063s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c6278e22-aac1-4c6e-8b47-0635f4a5700d]: (4, ('Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9, portal: 172.16.0.220,3260]\nLogout of [sid: 61, target: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 61, target: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9, portal: 172.16.0.220,3260]
Nov 15 20:33:05 user nova-compute[74639]: Logout of [sid: 61, target: iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9, portal: 172.16.0.220,3260] successful.
Nov 15 20:33:05 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:e6142b49-7368-40cb-bd2d-dbe05a7afda9 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0da03c67-9229-407c-9164-58756c5297e2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.303s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] <== disconnect_volume: return (305ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:33:05 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:33:06 user nova-compute[74639]: DEBUG nova.objects.instance [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'flavor' on Instance uuid 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:33:06 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-a21928d1-1290-4a59-b98b-6deae2c9b610 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.858s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:06 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:33:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:33:07 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:33:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:33:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:33:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:33:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:33:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:33:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:33:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:33:11 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:33:11 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [{"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-46258641-680a-41f2-95a7-725a58e7c0a3" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:33:12 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:13 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:33:13 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:33:13 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9042MB free_disk=25.052330017089844GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 46258641-680a-41f2-95a7-725a58e7c0a3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.191s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:33:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:33:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:33:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:37 user nova-compute[74639]: INFO nova.compute.manager [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Terminating instance
Nov 15 20:33:37 user nova-compute[74639]: DEBUG nova.compute.manager [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-de201e38-8d75-496f-bd4f-08b37479c745 req-258ca721-0d57-430b-a12e-9fc4bc4574bc service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-unplugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-de201e38-8d75-496f-bd4f-08b37479c745 req-258ca721-0d57-430b-a12e-9fc4bc4574bc service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-de201e38-8d75-496f-bd4f-08b37479c745 req-258ca721-0d57-430b-a12e-9fc4bc4574bc service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-de201e38-8d75-496f-bd4f-08b37479c745 req-258ca721-0d57-430b-a12e-9fc4bc4574bc service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-de201e38-8d75-496f-bd4f-08b37479c745 req-258ca721-0d57-430b-a12e-9fc4bc4574bc service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-unplugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG nova.compute.manager [req-de201e38-8d75-496f-bd4f-08b37479c745 req-258ca721-0d57-430b-a12e-9fc4bc4574bc service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-unplugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:33:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Instance destroyed successfully.
Nov 15 20:33:38 user nova-compute[74639]: DEBUG nova.objects.instance [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lazy-loading 'resources' on Instance uuid 46258641-680a-41f2-95a7-725a58e7c0a3 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:28:47Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestMinimumBasicScenario-server-834456593',display_name='tempest-TestMinimumBasicScenario-server-834456593',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testminimumbasicscenario-server-834456593',id=51,image_ref='2c301b53-4af8-4e3a-ba57-5fcd9e03ac24',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBANiv64rlHq5bgixzp3UBdumhsAYwY7XOjSwmeY/XmNEsvPLI3E8RdoLGitM4CUslo0YpUncd1OWaG2GDv65TUOZt5Ub7L65DBfBIt9KZ4B4iFqWIo/Zkt9Vv4vXzM1esA==',key_name='tempest-TestMinimumBasicScenario-81202131',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:28:53Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='001ca79822674a579b84584581ee8905',ramdisk_id='',reservation_id='r-astp0py2',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='2c301b53-4af8-4e3a-ba57-5fcd9e03ac24',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',owner_project_name='tempest-TestMinimumBasicScenario-1202754486',owner_user_name='tempest-TestMinimumBasicScenario-1202754486-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:30:59Z,user_data=None,user_id='b509ad1950984b35b093185b7dbf3b53',uuid=46258641-680a-41f2-95a7-725a58e7c0a3,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converting VIF {"id": "cee0194d-8ba7-4557-a627-5922d6e88be9", "address": "fa:16:3e:52:01:fe", "network": {"id": "e85653a9-9272-4979-af94-77f2d9e7185b", "bridge": "br-int", "label": "tempest-TestMinimumBasicScenario-1957618167-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "001ca79822674a579b84584581ee8905", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tapcee0194d-8b", "ovs_interfaceid": "cee0194d-8ba7-4557-a627-5922d6e88be9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:52:01:fe,bridge_name='br-int',has_traffic_filtering=True,id=cee0194d-8ba7-4557-a627-5922d6e88be9,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee0194d-8b') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG os_vif [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:01:fe,bridge_name='br-int',has_traffic_filtering=True,id=cee0194d-8ba7-4557-a627-5922d6e88be9,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee0194d-8b') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tapcee0194d-8b, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=addecba3-8f29-4826-a76d-2dcde9c3f6af) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: INFO os_vif [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:52:01:fe,bridge_name='br-int',has_traffic_filtering=True,id=cee0194d-8ba7-4557-a627-5922d6e88be9,network=Network(e85653a9-9272-4979-af94-77f2d9e7185b),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tapcee0194d-8b')
Nov 15 20:33:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Deleting instance files /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3_del
Nov 15 20:33:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Deletion of /opt/stack/data/nova/instances/46258641-680a-41f2-95a7-725a58e7c0a3_del complete
Nov 15 20:33:38 user nova-compute[74639]: INFO nova.compute.manager [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Took 0.93 seconds to destroy the instance on the hypervisor.
Nov 15 20:33:38 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:33:39 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Took 0.86 seconds to deallocate network for instance.
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.107s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:39 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Deleted allocations for instance 46258641-680a-41f2-95a7-725a58e7c0a3
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-63c8092b-190d-4e12-814c-3d8b78902105 tempest-TestMinimumBasicScenario-1202754486 tempest-TestMinimumBasicScenario-1202754486-project-member] Lock "46258641-680a-41f2-95a7-725a58e7c0a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.091s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:33:39 user nova-compute[74639]: WARNING nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state deleted and task_state None.
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:33:39 user nova-compute[74639]: WARNING nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state deleted and task_state None.
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:33:39 user nova-compute[74639]: WARNING nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state deleted and task_state None.
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Acquiring lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] Lock "46258641-680a-41f2-95a7-725a58e7c0a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] No waiting events found dispatching network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:33:39 user nova-compute[74639]: WARNING nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received unexpected event network-vif-plugged-cee0194d-8ba7-4557-a627-5922d6e88be9 for instance with vm_state deleted and task_state None.
Nov 15 20:33:39 user nova-compute[74639]: DEBUG nova.compute.manager [req-2a95e8a9-e0f0-4b02-82f8-8bc3cabd1eb1 req-1ca701de-9115-438c-8a88-b16ba8b19685 service nova] [instance: 46258641-680a-41f2-95a7-725a58e7c0a3] Received event network-vif-deleted-cee0194d-8ba7-4557-a627-5922d6e88be9 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:33:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:33:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:33:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:33:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:33:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:33:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:33:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:33:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:33:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:33:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:33:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:33:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:33:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:33:58 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:34:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:34:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:34:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:34:03 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:03 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:06 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:34:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:34:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:34:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:34:08 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:09 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:09 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:34:10 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:34:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:34:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 20:34:12 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:34:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:34:12 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:34:12 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:34:13 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:34:13 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:34:13 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9148MB free_disk=25.07958221435547GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:34:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:34:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:34:13 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:34:13 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:34:13 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:13 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:34:13 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:34:13 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:34:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.141s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:34:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:34:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:34:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:34:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:34:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:34:18 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:23 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:34:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:34:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:34:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:34:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:34:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:33 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:38 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:48 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:34:49 user nova-compute[74639]: INFO nova.compute.claims [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Claim successful on node user
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.185s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:34:49 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:34:49 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Creating image(s)
Nov 15 20:34:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "/opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "/opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "/opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:49 user nova-compute[74639]: DEBUG nova.policy [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a80597d50e6148f2805c8568ebe72a69', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f9e0aa997404a68ba0c77cf198ce3c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.187s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk 1073741824" returned: 0 in 0.059s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.245s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Checking if we can resize image /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Cannot resize image /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Ensure instance console log exists: /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:34:50 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Successfully created port: 9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Successfully updated port: 9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquired lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.compute.manager [req-69b2a114-9ead-4498-abc4-6e351b029d3f req-04fefdf9-7f3e-46d1-8a94-823bfa8c81ae service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received event network-changed-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.compute.manager [req-69b2a114-9ead-4498-abc4-6e351b029d3f req-04fefdf9-7f3e-46d1-8a94-823bfa8c81ae service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Refreshing instance network info cache due to event network-changed-9abe0b89-353f-4ca4-8735-03aed33827f5. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-69b2a114-9ead-4498-abc4-6e351b029d3f req-04fefdf9-7f3e-46d1-8a94-823bfa8c81ae service nova] Acquiring lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.neutron [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating instance_info_cache with network_info: [{"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Releasing lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Instance network_info: |[{"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-69b2a114-9ead-4498-abc4-6e351b029d3f req-04fefdf9-7f3e-46d1-8a94-823bfa8c81ae service nova] Acquired lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.neutron [req-69b2a114-9ead-4498-abc4-6e351b029d3f req-04fefdf9-7f3e-46d1-8a94-823bfa8c81ae service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Refreshing network info cache for port 9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Start _get_guest_xml network_info=[{"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:34:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:34:51 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1260425689',display_name='tempest-TestServerVolumeAttachmentScenario-server-1260425689',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1260425689',id=52,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAWb1VszZXClovn9B+nax948U4fC1EwlAImvQcj8XRjY73cWDbExwqYYtZbN0uNb9m06PwBCI1QdMZukY8DM99yS7k483LZoo6QROzWyacILV0SfPGsa+UUGnMjmYby71Q==',key_name='tempest-keypair-1253158372',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4f9e0aa997404a68ba0c77cf198ce3c0',ramdisk_id='',reservation_id='r-ae2r4q0y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1661894878',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1661894878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a80597d50e6148f2805c8568ebe72a69',uuid=c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Converting VIF {"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:92:ac,bridge_name='br-int',has_traffic_filtering=True,id=9abe0b89-353f-4ca4-8735-03aed33827f5,network=Network(1d65a25b-0800-4845-8a0b-d50f3682401a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9abe0b89-35') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.objects.instance [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lazy-loading 'pci_devices' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:34:51 user nova-compute[74639]:   <uuid>c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98</uuid>
Nov 15 20:34:51 user nova-compute[74639]:   <name>instance-00000034</name>
Nov 15 20:34:51 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:34:51 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:34:51 user nova-compute[74639]:   <metadata>
Nov 15 20:34:51 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:34:51 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:34:51 user nova-compute[74639]:       <nova:name>tempest-TestServerVolumeAttachmentScenario-server-1260425689</nova:name>
Nov 15 20:34:51 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:34:51</nova:creationTime>
Nov 15 20:34:51 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:34:51 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:34:51 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:34:51 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:34:51 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:34:51 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:34:51 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:34:51 user nova-compute[74639]:       <nova:owner>
Nov 15 20:34:51 user nova-compute[74639]:         <nova:user uuid="a80597d50e6148f2805c8568ebe72a69">tempest-TestServerVolumeAttachmentScenario-1661894878-project-member</nova:user>
Nov 15 20:34:51 user nova-compute[74639]:         <nova:project uuid="4f9e0aa997404a68ba0c77cf198ce3c0">tempest-TestServerVolumeAttachmentScenario-1661894878</nova:project>
Nov 15 20:34:51 user nova-compute[74639]:       </nova:owner>
Nov 15 20:34:51 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:34:51 user nova-compute[74639]:       <nova:ports>
Nov 15 20:34:51 user nova-compute[74639]:         <nova:port uuid="9abe0b89-353f-4ca4-8735-03aed33827f5">
Nov 15 20:34:51 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 15 20:34:51 user nova-compute[74639]:         </nova:port>
Nov 15 20:34:51 user nova-compute[74639]:       </nova:ports>
Nov 15 20:34:51 user nova-compute[74639]:     </nova:instance>
Nov 15 20:34:51 user nova-compute[74639]:   </metadata>
Nov 15 20:34:51 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:34:51 user nova-compute[74639]:     <system>
Nov 15 20:34:51 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:34:51 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:34:51 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:34:51 user nova-compute[74639]:       <entry name="serial">c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98</entry>
Nov 15 20:34:51 user nova-compute[74639]:       <entry name="uuid">c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98</entry>
Nov 15 20:34:51 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:34:51 user nova-compute[74639]:     </system>
Nov 15 20:34:51 user nova-compute[74639]:   </sysinfo>
Nov 15 20:34:51 user nova-compute[74639]:   <os>
Nov 15 20:34:51 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:34:51 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:34:51 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:34:51 user nova-compute[74639]:   </os>
Nov 15 20:34:51 user nova-compute[74639]:   <features>
Nov 15 20:34:51 user nova-compute[74639]:     <acpi/>
Nov 15 20:34:51 user nova-compute[74639]:     <apic/>
Nov 15 20:34:51 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:34:51 user nova-compute[74639]:   </features>
Nov 15 20:34:51 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:34:51 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:34:51 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:34:51 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:34:51 user nova-compute[74639]:   </clock>
Nov 15 20:34:51 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:34:51 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:34:51 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:34:51 user nova-compute[74639]:   </cpu>
Nov 15 20:34:51 user nova-compute[74639]:   <devices>
Nov 15 20:34:51 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:34:51 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:34:51 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk"/>
Nov 15 20:34:51 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:34:51 user nova-compute[74639]:     </disk>
Nov 15 20:34:51 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:34:51 user nova-compute[74639]:       <mac address="fa:16:3e:41:92:ac"/>
Nov 15 20:34:51 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:34:51 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:34:51 user nova-compute[74639]:       <target dev="tap9abe0b89-35"/>
Nov 15 20:34:51 user nova-compute[74639]:     </interface>
Nov 15 20:34:51 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:34:51 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/console.log" append="off"/>
Nov 15 20:34:51 user nova-compute[74639]:     </serial>
Nov 15 20:34:51 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:34:51 user nova-compute[74639]:     <video>
Nov 15 20:34:51 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:34:51 user nova-compute[74639]:     </video>
Nov 15 20:34:51 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:34:51 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:34:51 user nova-compute[74639]:     </rng>
Nov 15 20:34:51 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:34:51 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:34:51 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:34:51 user nova-compute[74639]:     </memballoon>
Nov 15 20:34:51 user nova-compute[74639]:   </devices>
Nov 15 20:34:51 user nova-compute[74639]: </domain>
Nov 15 20:34:51 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1260425689',display_name='tempest-TestServerVolumeAttachmentScenario-server-1260425689',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1260425689',id=52,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAWb1VszZXClovn9B+nax948U4fC1EwlAImvQcj8XRjY73cWDbExwqYYtZbN0uNb9m06PwBCI1QdMZukY8DM99yS7k483LZoo6QROzWyacILV0SfPGsa+UUGnMjmYby71Q==',key_name='tempest-keypair-1253158372',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='4f9e0aa997404a68ba0c77cf198ce3c0',ramdisk_id='',reservation_id='r-ae2r4q0y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1661894878',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1661894878-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:34:50Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a80597d50e6148f2805c8568ebe72a69',uuid=c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Converting VIF {"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:41:92:ac,bridge_name='br-int',has_traffic_filtering=True,id=9abe0b89-353f-4ca4-8735-03aed33827f5,network=Network(1d65a25b-0800-4845-8a0b-d50f3682401a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9abe0b89-35') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG os_vif [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:92:ac,bridge_name='br-int',has_traffic_filtering=True,id=9abe0b89-353f-4ca4-8735-03aed33827f5,network=Network(1d65a25b-0800-4845-8a0b-d50f3682401a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9abe0b89-35') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': '90d3473b-7856-5494-86f6-f5d9aa9687d3', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tap9abe0b89-35, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tap9abe0b89-35, col_values=(('qos', UUID('156fbadd-3a63-4c37-993c-11950c1a5ff5')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tap9abe0b89-35, col_values=(('external_ids', {'iface-id': '9abe0b89-353f-4ca4-8735-03aed33827f5', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:41:92:ac', 'vm-uuid': 'c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:51 user nova-compute[74639]: INFO os_vif [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:41:92:ac,bridge_name='br-int',has_traffic_filtering=True,id=9abe0b89-353f-4ca4-8735-03aed33827f5,network=Network(1d65a25b-0800-4845-8a0b-d50f3682401a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9abe0b89-35')
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] No VIF found with MAC fa:16:3e:41:92:ac, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.neutron [req-69b2a114-9ead-4498-abc4-6e351b029d3f req-04fefdf9-7f3e-46d1-8a94-823bfa8c81ae service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updated VIF entry in instance network info cache for port 9abe0b89-353f-4ca4-8735-03aed33827f5. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG nova.network.neutron [req-69b2a114-9ead-4498-abc4-6e351b029d3f req-04fefdf9-7f3e-46d1-8a94-823bfa8c81ae service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating instance_info_cache with network_info: [{"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:34:51 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-69b2a114-9ead-4498-abc4-6e351b029d3f req-04fefdf9-7f3e-46d1-8a94-823bfa8c81ae service nova] Releasing lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-79e2e85e-e82e-4043-aab4-0f35161aa8b5 req-8ebd8f02-b0b3-4eb9-b084-b8ee87be35f3 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received event network-vif-plugged-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79e2e85e-e82e-4043-aab4-0f35161aa8b5 req-8ebd8f02-b0b3-4eb9-b084-b8ee87be35f3 service nova] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79e2e85e-e82e-4043-aab4-0f35161aa8b5 req-8ebd8f02-b0b3-4eb9-b084-b8ee87be35f3 service nova] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-79e2e85e-e82e-4043-aab4-0f35161aa8b5 req-8ebd8f02-b0b3-4eb9-b084-b8ee87be35f3 service nova] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG nova.compute.manager [req-79e2e85e-e82e-4043-aab4-0f35161aa8b5 req-8ebd8f02-b0b3-4eb9-b084-b8ee87be35f3 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] No waiting events found dispatching network-vif-plugged-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:34:53 user nova-compute[74639]: WARNING nova.compute.manager [req-79e2e85e-e82e-4043-aab4-0f35161aa8b5 req-8ebd8f02-b0b3-4eb9-b084-b8ee87be35f3 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received unexpected event network-vif-plugged-9abe0b89-353f-4ca4-8735-03aed33827f5 for instance with vm_state building and task_state spawning.
Nov 15 20:34:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:53 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:34:55 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Instance spawned successfully.
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-4a36f095-01da-4232-a13e-89434acd695a req-e11d763c-1c03-4f6f-8dbc-ba4567fc8cbd service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received event network-vif-plugged-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4a36f095-01da-4232-a13e-89434acd695a req-e11d763c-1c03-4f6f-8dbc-ba4567fc8cbd service nova] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4a36f095-01da-4232-a13e-89434acd695a req-e11d763c-1c03-4f6f-8dbc-ba4567fc8cbd service nova] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-4a36f095-01da-4232-a13e-89434acd695a req-e11d763c-1c03-4f6f-8dbc-ba4567fc8cbd service nova] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.compute.manager [req-4a36f095-01da-4232-a13e-89434acd695a req-e11d763c-1c03-4f6f-8dbc-ba4567fc8cbd service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] No waiting events found dispatching network-vif-plugged-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:34:55 user nova-compute[74639]: WARNING nova.compute.manager [req-4a36f095-01da-4232-a13e-89434acd695a req-e11d763c-1c03-4f6f-8dbc-ba4567fc8cbd service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received unexpected event network-vif-plugged-9abe0b89-353f-4ca4-8735-03aed33827f5 for instance with vm_state building and task_state spawning.
Nov 15 20:34:55 user nova-compute[74639]: INFO nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Took 5.41 seconds to spawn the instance on the hypervisor.
Nov 15 20:34:55 user nova-compute[74639]: DEBUG nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:34:55 user nova-compute[74639]: INFO nova.compute.manager [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Took 6.14 seconds to build instance.
Nov 15 20:34:55 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-1b6830d5-5a11-483e-bfa4-b9b6109d695d tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 6.245s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:34:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:34:59 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:35:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:35:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:35:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:35:13 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:35:13 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:35:13 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating instance_info_cache with network_info: [{"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:14 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:35:15 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:35:15 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8972MB free_disk=25.082378387451172GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:35:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.336s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:35:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:24 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 20:35:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 20:35:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:25 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:35:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 20:35:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:35:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:35:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:35:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:35:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:35:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:35:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:35:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:35:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:36:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:05 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:06 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:09 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:11 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:36:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:15 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:15 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:15 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:36:15 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:36:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:36:15 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:36:15 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:36:15 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating instance_info_cache with network_info: [{"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json" returned: 0 in 0.186s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:16 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:17 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:36:17 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:36:17 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9037MB free_disk=25.08010482788086GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:36:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.168s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:36:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:36:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:36:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:36:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:36:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:36:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-1b27baa2-0913-4c3a-a233-e09bbddfd681 req-53313bfc-3c34-4eca-a494-8201c6b59ab8 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received event network-changed-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-1b27baa2-0913-4c3a-a233-e09bbddfd681 req-53313bfc-3c34-4eca-a494-8201c6b59ab8 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Refreshing instance network info cache due to event network-changed-9abe0b89-353f-4ca4-8735-03aed33827f5. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1b27baa2-0913-4c3a-a233-e09bbddfd681 req-53313bfc-3c34-4eca-a494-8201c6b59ab8 service nova] Acquiring lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1b27baa2-0913-4c3a-a233-e09bbddfd681 req-53313bfc-3c34-4eca-a494-8201c6b59ab8 service nova] Acquired lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG nova.network.neutron [req-1b27baa2-0913-4c3a-a233-e09bbddfd681 req-53313bfc-3c34-4eca-a494-8201c6b59ab8 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Refreshing network info cache for port 9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG nova.network.neutron [req-1b27baa2-0913-4c3a-a233-e09bbddfd681 req-53313bfc-3c34-4eca-a494-8201c6b59ab8 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updated VIF entry in instance network info cache for port 9abe0b89-353f-4ca4-8735-03aed33827f5. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG nova.network.neutron [req-1b27baa2-0913-4c3a-a233-e09bbddfd681 req-53313bfc-3c34-4eca-a494-8201c6b59ab8 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating instance_info_cache with network_info: [{"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-1b27baa2-0913-4c3a-a233-e09bbddfd681 req-53313bfc-3c34-4eca-a494-8201c6b59ab8 service nova] Releasing lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG nova.objects.instance [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lazy-loading 'flavor' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:36:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.049s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:36:41 user nova-compute[74639]: INFO nova.compute.manager [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Attaching volume 499b03bb-4bad-4425-8331-03172a61bcf6 to /dev/vdb
Nov 15 20:36:41 user nova-compute[74639]: DEBUG os_brick.utils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[597e8fbf-a25f-42e3-907d-e4cddc08cbe9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9db302d8-e8a5-48e1-9a18-a0831b1ebd7d]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d7c847db-59d9-4cc4-93a1-3fdb45d5bcbe]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a068e2c4-fddf-48fb-9557-bef461d11b56]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:36:41 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:36:41 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[661a6759-1f1c-4b0d-be61-17f3aba951d8]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG os_brick.utils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] <== get_connector_properties: return (117ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:36:41 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating existing volume attachment record: 0ea7c4a9-b279-43d5-aab7-8a114c7f6b2a {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:36:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:36:44 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cATGDZoP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:36:45 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.005s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:36:45 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:36:45 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8af459e1-af80-49d6-bcc2-9ad167a77a53]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:36:45 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[42eb5acf-9e3d-4b34-8c9f-6a36b3512a07]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6] added
Nov 15 20:36:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[31c24fde-68e6-4d56-9e45-ef0d1c267069]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[09562c75-f627-490e-92f2-73e628803742]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cATGDZoP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v cATGDZoP" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[45d6c8fe-dd6b-41ba-a6c0-21a983f18e95]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'cATGDZoP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2745de03-ca7a-4481-ac48-35acf174e5a0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7327f732-a03e-4f30-8616-760a1f0fd2c1]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:36:45 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:36:45 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:36:45 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 20:36:45 user nova-compute[74639]: 
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[417e9b12-d68a-4f67-84ac-753c60c1450c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6, portal: 172.16.0.220,3260]
Nov 15 20:36:45 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6, portal: 172.16.0.220,3260] successful.
Nov 15 20:36:45 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[defbba5c-8591-47a0-81f1-d65bb300bd61]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:45 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0c4806c8-966a-4ce2-ba1e-e9357a3afad0]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:36:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:36:46 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.242s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] HCTL ('33', '-', '-', 0) found on session 62 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e86ad804-7e43-4b0c-a794-601391b824d6]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:46 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Searching for a device in session 62 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cATGDZoP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.267s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] <== connect_volume: return (1273ms) {'type': 'block', 'scsi_wwn': '26234623335613864', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26234623335613864', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG nova.objects.instance [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lazy-loading 'flavor' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:36:47 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:36:47 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:36:47 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:36:47 user nova-compute[74639]:   <serial>499b03bb-4bad-4425-8331-03172a61bcf6</serial>
Nov 15 20:36:47 user nova-compute[74639]: </disk>
Nov 15 20:36:47 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] No VIF found with MAC fa:16:3e:41:92:ac, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:36:47 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-890d2017-8dda-4d08-8330-99d416cc061a tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.575s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:36:49 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:36:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:36:50 user nova-compute[74639]: DEBUG nova.objects.instance [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lazy-loading 'flavor' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:36:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.058s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:36:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:36:50 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:36:50 user nova-compute[74639]: INFO nova.compute.manager [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Attaching volume 2dbe4be7-73aa-4c9f-88b7-c646f6418949 to /dev/vdc
Nov 15 20:36:51 user nova-compute[74639]: DEBUG os_brick.utils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6151d6e8-953f-4814-b244-75b12d78b76a]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e33d90bb-e65b-48ee-84c0-08acb0d3e440]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b13d583b-c514-4320-a710-0864f9418c6c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c9513e9d-9376-4371-be28-fb8858b47828]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:36:51 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:36:51 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4360e74c-dec3-4054-8f8f-25d31787395a]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG os_brick.utils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] <== get_connector_properties: return (112ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:36:51 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating existing volume attachment record: 4eb25458-55d6-47f4-accf-611f835d101f {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:36:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:54 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SsHgVtnM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:36:55 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.006s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:36:55 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:36:55 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260" returned: 21 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7cc316fe-fe4f-44d6-bd2a-16c2a3ec6bfd]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:36:55 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e8de59af-9e03-45a7-b667-04976adbc10f]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949] added
Nov 15 20:36:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[581cc5cb-3378-437e-b8cf-1d16f524492e]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2b82adbf-13a2-430e-8b3a-ed9caf8584be]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SsHgVtnM {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v SsHgVtnM" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bc505c6f-e83c-4a6a-99b0-2c7c1fe3df35]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'SsHgVtnM'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e52303bb-2f8d-4f67-8af9-69d34f639c3f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bb7eb2a6-7927-411d-b973-ec84d7849507]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:36:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:36:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --login" returned: 0 in 0.050s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c7685a4d-1e66-4e7e-bb17-19dbde73400c]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949, portal: 172.16.0.220,3260]
Nov 15 20:36:55 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949, portal: 172.16.0.220,3260] successful.
Nov 15 20:36:55 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[512bdb9d-7ae2-4196-af74-881bc52ba7d7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:55 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e371a8e-eefc-42d0-80dd-b0e59f01c7c5]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:36:56 user nova-compute[74639]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 (non-flash)
Nov 15 20:36:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:36:56 user nova-compute[74639]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 (non-flash)
Nov 15 20:36:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.272s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] HCTL ('34', '-', '-', 0) found on session 63 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Scanning host 34 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host34/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host34/scan" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3b5c8cff-25a4-4d71-8a2b-0792785fe2d9]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Searching for a device in session 63 and hctl ['34', '*', '*', 0] yield: sdc {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:36:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Connected to sdc using {'target_iqn': 'iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SsHgVtnM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.306s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] <== connect_volume: return (1311ms) {'type': 'block', 'scsi_wwn': '23739316233386331', 'path': '/dev/sdc'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23739316233386331', 'path': '/dev/sdc'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG nova.objects.instance [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lazy-loading 'flavor' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:36:57 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:36:57 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:36:57 user nova-compute[74639]:   <target dev="vdc" bus="virtio"/>
Nov 15 20:36:57 user nova-compute[74639]:   <serial>2dbe4be7-73aa-4c9f-88b7-c646f6418949</serial>
Nov 15 20:36:57 user nova-compute[74639]: </disk>
Nov 15 20:36:57 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] No BDM found with device name vdc, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] No VIF found with MAC fa:16:3e:41:92:ac, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:36:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-62051622-13c3-4cec-9e9d-fcb069276e17 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.594s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:36:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:36:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:36:58 user nova-compute[74639]: INFO nova.compute.manager [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Detaching volume 2dbe4be7-73aa-4c9f-88b7-c646f6418949
Nov 15 20:36:58 user nova-compute[74639]: INFO nova.virt.block_device [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Attempting to driver detach volume 2dbe4be7-73aa-4c9f-88b7-c646f6418949 from mountpoint /dev/vdc
Nov 15 20:36:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Attempting to detach device vdc from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:36:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:36:58 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:36:58 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:36:58 user nova-compute[74639]:   <target dev="vdc" bus="virtio"/>
Nov 15 20:36:58 user nova-compute[74639]:   <serial>2dbe4be7-73aa-4c9f-88b7-c646f6418949</serial>
Nov 15 20:36:58 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 20:36:58 user nova-compute[74639]: </disk>
Nov 15 20:36:58 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:36:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Successfully detached device vdc from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 from the persistent domain config.
Nov 15 20:36:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] (1/8): Attempting to detach device vdc with device alias virtio-disk2 from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:36:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:36:58 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:36:58 user nova-compute[74639]:   <source dev="/dev/sdc"/>
Nov 15 20:36:58 user nova-compute[74639]:   <target dev="vdc" bus="virtio"/>
Nov 15 20:36:58 user nova-compute[74639]:   <serial>2dbe4be7-73aa-4c9f-88b7-c646f6418949</serial>
Nov 15 20:36:58 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x08" function="0x0"/>
Nov 15 20:36:58 user nova-compute[74639]: </disk>
Nov 15 20:36:58 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:36:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Start waiting for the detach event from libvirt for device vdc with device alias virtio-disk2 for instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:37:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:37:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:37:10 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:37:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:37:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:37:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:37:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:37:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:37:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:37:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:37:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:37:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:37:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:16 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:37:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:37:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:37:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:37:16 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:37:16 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:37:16 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating instance_info_cache with network_info: [{"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:17 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:37:18 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:37:18 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:37:18 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9045MB free_disk=25.078659057617188GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:37:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.161s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:37:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Waiting for libvirt event about the detach of device vdc with device alias virtio-disk2 from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 is timed out.
Nov 15 20:37:19 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Successfully detached device vdc from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 from the live domain config.
Nov 15 20:37:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'SsHgVtnM', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdc'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:37:19 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a965079d-5a6c-478d-bd48-ac11a7353015]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nTarget: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:37:19 user nova-compute[74639]: No targets found.
Nov 15 20:37:19 user nova-compute[74639]: iSNS:
Nov 15 20:37:19 user nova-compute[74639]: No targets found.
Nov 15 20:37:19 user nova-compute[74639]: STATIC:
Nov 15 20:37:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949
Nov 15 20:37:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:37:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:37:19 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6
Nov 15 20:37:19 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:37:19 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:37:19 user nova-compute[74639]: FIRMWARE:
Nov 15 20:37:19 user nova-compute[74639]: No targets found.
Nov 15 20:37:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:37:19 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:37:19 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c07f7de-db85-407d-b168-33c650e448fc]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949\n172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[46f6f9e8-7016-4732-91cb-3fe695bfb57f]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)\ntcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:37:19 user nova-compute[74639]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 (non-flash)
Nov 15 20:37:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:37:19 user nova-compute[74639]: tcp: [63] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 (non-flash)
Nov 15 20:37:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9883e3eb0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949'): ({'sdc'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Removing single pathed devices sdc {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[913515bf-5b7c-4103-8539-492d8a3b0632]: (4, ('path checker states:\nup                  2\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdc" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[92832ba0-f95b-4dd2-bfdb-6365aefad77a]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Flushing IO for device /dev/sdc {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdc {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdc" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c14b7d95-5e86-49d5-9879-381a764571fc]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Remove SCSI device /dev/sdc with /sys/block/sdc/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdc/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdc/device/delete" returned: 0 in 0.049s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3026ea3-4c84-4b44-99d7-571b7891b42f]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Checking to see if SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] SCSI volumes sdc have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c758d882-5d9f-4849-9aa6-04ba0ea14cdf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --logout" returned: 0 in 0.059s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[14696875-e752-4f3e-af30-6fae875902ca]: (4, ('Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949, portal: 172.16.0.220,3260]\nLogout of [sid: 63, target: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 63, target: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949, portal: 172.16.0.220,3260]
Nov 15 20:37:19 user nova-compute[74639]: Logout of [sid: 63, target: iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949, portal: 172.16.0.220,3260] successful.
Nov 15 20:37:19 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:2dbe4be7-73aa-4c9f-88b7-c646f6418949 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc0ae729-4c33-4855-b9e9-8cba470855d4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.287s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] <== disconnect_volume: return (288ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:37:19 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:37:20 user nova-compute[74639]: DEBUG nova.objects.instance [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lazy-loading 'flavor' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:37:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-7d90c20e-45f4-4bb2-9744-b05b9d4f8575 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.594s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:37:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:37:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:37:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:37:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:37:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:37:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:42 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:37:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:37:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:37:49 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:37:49 user nova-compute[74639]: INFO nova.compute.manager [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Detaching volume 499b03bb-4bad-4425-8331-03172a61bcf6
Nov 15 20:37:49 user nova-compute[74639]: INFO nova.virt.block_device [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Attempting to driver detach volume 499b03bb-4bad-4425-8331-03172a61bcf6 from mountpoint /dev/vdb
Nov 15 20:37:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Attempting to detach device vdb from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:37:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:37:49 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:37:49 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:37:49 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:37:49 user nova-compute[74639]:   <serial>499b03bb-4bad-4425-8331-03172a61bcf6</serial>
Nov 15 20:37:49 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:37:49 user nova-compute[74639]: </disk>
Nov 15 20:37:49 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:37:49 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Successfully detached device vdb from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 from the persistent domain config.
Nov 15 20:37:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:37:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:37:49 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:37:49 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:37:49 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:37:49 user nova-compute[74639]:   <serial>499b03bb-4bad-4425-8331-03172a61bcf6</serial>
Nov 15 20:37:49 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:37:49 user nova-compute[74639]: </disk>
Nov 15 20:37:49 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:37:49 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:37:52 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:37:57 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:38:02 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:08 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:09 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 is timed out.
Nov 15 20:38:09 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Successfully detached device vdb from instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 from the live domain config.
Nov 15 20:38:09 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'cATGDZoP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:38:09 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:38:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[40cea290-80b8-45c3-9fba-3e893f7580fe]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:38:09 user nova-compute[74639]: No targets found.
Nov 15 20:38:09 user nova-compute[74639]: iSNS:
Nov 15 20:38:09 user nova-compute[74639]: No targets found.
Nov 15 20:38:09 user nova-compute[74639]: STATIC:
Nov 15 20:38:09 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6
Nov 15 20:38:09 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:38:09 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:38:09 user nova-compute[74639]: FIRMWARE:
Nov 15 20:38:09 user nova-compute[74639]: No targets found.
Nov 15 20:38:09 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:38:09 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:38:09 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2e7e41d4-ca41-436d-94a1-3b2655495d39]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:09 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7eb98c43-17d2-4650-a2c7-15a9722333fd]: (4, ('tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:38:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsi session list stdout=tcp: [62] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 (non-flash)
Nov 15 20:38:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa988139c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[21ef7c43-b42e-4d35-aac8-8d88db50f03c]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7798cb6f-f091-40c4-a4c7-57b9ca9e274e]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b2d40cce-79b5-460b-a582-0d594d856cc1]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.036s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[60cf8d20-376e-454c-bc9d-7d030f5a777e]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fde9d99b-e225-40a3-b2c5-30f162a3cbdd]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --logout" returned: 0 in 0.071s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[75915af0-7a7d-47f8-a454-a8d575b74f63]: (4, ('Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6, portal: 172.16.0.220,3260]\nLogout of [sid: 62, target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 62, target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6, portal: 172.16.0.220,3260]
Nov 15 20:38:10 user nova-compute[74639]: Logout of [sid: 62, target: iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6, portal: 172.16.0.220,3260] successful.
Nov 15 20:38:10 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:499b03bb-4bad-4425-8331-03172a61bcf6 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[516e99e6-e1d2-4eab-9fea-1a94ba177ed0]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.306s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] <== disconnect_volume: return (307ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:38:10 user nova-compute[74639]: DEBUG nova.objects.instance [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lazy-loading 'flavor' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:38:11 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-76bee4b9-2fb2-4cec-b39d-fcc834a2afde tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.663s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:38:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:38:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:38:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:38:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:38:12 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:13 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:38:15 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:18 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:18 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:18 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:38:18 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:38:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:38:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:38:18 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:38:18 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating instance_info_cache with network_info: [{"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json" returned: 0 in 0.211s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:38:19 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98/disk --force-share --output=json" returned: 0 in 0.203s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:38:20 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:38:20 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:38:20 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9030MB free_disk=25.07793426513672GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:38:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:38:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:38:20 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 512, 'DISK_GB': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:38:20 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:38:20 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:38:20 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:38:20 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:38:20 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:38:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:38:21 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:38:22 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:38:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:32 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:38:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:38:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:38:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:38:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:38:39 user nova-compute[74639]: INFO nova.compute.manager [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Terminating instance
Nov 15 20:38:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:38:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:39 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-ede83a38-f967-4c8c-9fe9-a7754e037305 req-54c1881e-3a62-4a57-bac8-7e5d11494c22 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received event network-vif-unplugged-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ede83a38-f967-4c8c-9fe9-a7754e037305 req-54c1881e-3a62-4a57-bac8-7e5d11494c22 service nova] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ede83a38-f967-4c8c-9fe9-a7754e037305 req-54c1881e-3a62-4a57-bac8-7e5d11494c22 service nova] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-ede83a38-f967-4c8c-9fe9-a7754e037305 req-54c1881e-3a62-4a57-bac8-7e5d11494c22 service nova] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-ede83a38-f967-4c8c-9fe9-a7754e037305 req-54c1881e-3a62-4a57-bac8-7e5d11494c22 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] No waiting events found dispatching network-vif-unplugged-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG nova.compute.manager [req-ede83a38-f967-4c8c-9fe9-a7754e037305 req-54c1881e-3a62-4a57-bac8-7e5d11494c22 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received event network-vif-unplugged-9abe0b89-353f-4ca4-8735-03aed33827f5 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Instance destroyed successfully.
Nov 15 20:38:40 user nova-compute[74639]: DEBUG nova.objects.instance [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lazy-loading 'resources' on Instance uuid c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98 {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:34:48Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-TestServerVolumeAttachmentScenario-server-1260425689',display_name='tempest-TestServerVolumeAttachmentScenario-server-1260425689',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-testservervolumeattachmentscenario-server-1260425689',id=52,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBAWb1VszZXClovn9B+nax948U4fC1EwlAImvQcj8XRjY73cWDbExwqYYtZbN0uNb9m06PwBCI1QdMZukY8DM99yS7k483LZoo6QROzWyacILV0SfPGsa+UUGnMjmYby71Q==',key_name='tempest-keypair-1253158372',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:34:55Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='4f9e0aa997404a68ba0c77cf198ce3c0',ramdisk_id='',reservation_id='r-ae2r4q0y',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-TestServerVolumeAttachmentScenario-1661894878',owner_user_name='tempest-TestServerVolumeAttachmentScenario-1661894878-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:34:55Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='a80597d50e6148f2805c8568ebe72a69',uuid=c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Converting VIF {"id": "9abe0b89-353f-4ca4-8735-03aed33827f5", "address": "fa:16:3e:41:92:ac", "network": {"id": "1d65a25b-0800-4845-8a0b-d50f3682401a", "bridge": "br-int", "label": "tempest-TestServerVolumeAttachmentScenario-1547375204-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.126", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "4f9e0aa997404a68ba0c77cf198ce3c0", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tap9abe0b89-35", "ovs_interfaceid": "9abe0b89-353f-4ca4-8735-03aed33827f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:41:92:ac,bridge_name='br-int',has_traffic_filtering=True,id=9abe0b89-353f-4ca4-8735-03aed33827f5,network=Network(1d65a25b-0800-4845-8a0b-d50f3682401a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9abe0b89-35') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG os_vif [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:92:ac,bridge_name='br-int',has_traffic_filtering=True,id=9abe0b89-353f-4ca4-8735-03aed33827f5,network=Network(1d65a25b-0800-4845-8a0b-d50f3682401a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9abe0b89-35') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tap9abe0b89-35, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=156fbadd-3a63-4c37-993c-11950c1a5ff5) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:38:40 user nova-compute[74639]: INFO os_vif [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:41:92:ac,bridge_name='br-int',has_traffic_filtering=True,id=9abe0b89-353f-4ca4-8735-03aed33827f5,network=Network(1d65a25b-0800-4845-8a0b-d50f3682401a),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tap9abe0b89-35')
Nov 15 20:38:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Deleting instance files /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98_del
Nov 15 20:38:40 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Deletion of /opt/stack/data/nova/instances/c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98_del complete
Nov 15 20:38:40 user nova-compute[74639]: INFO nova.compute.manager [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Took 0.88 seconds to destroy the instance on the hypervisor.
Nov 15 20:38:40 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:38:40 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:38:41 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:38:41 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Took 0.71 seconds to deallocate network for instance.
Nov 15 20:38:41 user nova-compute[74639]: DEBUG nova.compute.manager [req-fec85a4c-5f75-4399-b4a0-75604f8f13b9 req-623aaaa3-3210-41e8-b3bb-ffe9644341fc service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received event network-vif-deleted-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:38:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:38:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:38:41 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:38:41 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:38:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.113s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:38:41 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Deleted allocations for instance c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98
Nov 15 20:38:41 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-70de79cb-27d7-453a-b15b-381499beca77 tempest-TestServerVolumeAttachmentScenario-1661894878 tempest-TestServerVolumeAttachmentScenario-1661894878-project-member] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 1.912s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:38:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-97167e1c-a190-4249-9775-5387de5669bf req-eba201a6-47b3-4def-89dc-12327851e8c7 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received event network-vif-plugged-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:38:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-97167e1c-a190-4249-9775-5387de5669bf req-eba201a6-47b3-4def-89dc-12327851e8c7 service nova] Acquiring lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:38:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-97167e1c-a190-4249-9775-5387de5669bf req-eba201a6-47b3-4def-89dc-12327851e8c7 service nova] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:38:42 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-97167e1c-a190-4249-9775-5387de5669bf req-eba201a6-47b3-4def-89dc-12327851e8c7 service nova] Lock "c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:38:42 user nova-compute[74639]: DEBUG nova.compute.manager [req-97167e1c-a190-4249-9775-5387de5669bf req-eba201a6-47b3-4def-89dc-12327851e8c7 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] No waiting events found dispatching network-vif-plugged-9abe0b89-353f-4ca4-8735-03aed33827f5 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:38:42 user nova-compute[74639]: WARNING nova.compute.manager [req-97167e1c-a190-4249-9775-5387de5669bf req-eba201a6-47b3-4def-89dc-12327851e8c7 service nova] [instance: c3d5c5de-1d2c-41ac-9fd2-c66cf2c8fe98] Received unexpected event network-vif-plugged-9abe0b89-353f-4ca4-8735-03aed33827f5 for instance with vm_state deleted and task_state None.
Nov 15 20:38:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:38:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:38:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:38:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:38:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:38:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:38:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:39:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:39:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:39:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:39:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:39:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:39:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:39:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:39:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:39:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:39:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:11 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:39:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:39:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:39:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:39:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:17 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:39:18 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:39:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:39:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:39:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:39:18 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:39:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:39:19 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:39:19 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9173MB free_disk=25.10519027709961GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:39:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:39:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:39:19 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:39:19 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:39:19 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:39:19 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:39:19 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:39:19 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.164s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:39:20 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:39:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:39:20 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:39:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:39:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:39:20 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 20:39:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:39:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:39:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:39:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:39:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:37 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:39:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:40:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:05 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:07 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:09 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:10 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:14 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:40:14 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:17 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:19 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:19 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:20 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:20 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:40:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:40:20 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:40:20 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:40:21 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:40:21 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=8861MB free_disk=25.091182708740234GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:40:21 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.496s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Starting instance... {{(pid=74639) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2422}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:40:22 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Require both a host and instance NUMA topology to fit instance on host. {{(pid=74639) numa_fit_instance_to_host /opt/stack/nova/nova/virt/hardware.py:2366}}
Nov 15 20:40:22 user nova-compute[74639]: INFO nova.compute.claims [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Claim successful on node user
Nov 15 20:40:23 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 0.255s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Start building networks asynchronously for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2819}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Allocating IP information in the background. {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1972}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG nova.network.neutron [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] allocate_for_instance() {{(pid=74639) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}}
Nov 15 20:40:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Ignoring supplied device name: /dev/vda. Libvirt can't honour user-supplied dev names
Nov 15 20:40:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Start building block device mappings for instance. {{(pid=74639) _build_resources /opt/stack/nova/nova/compute/manager.py:2854}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Start spawning the instance on the hypervisor. {{(pid=74639) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2628}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Creating instance directory {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4727}}
Nov 15 20:40:23 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Creating image(s)
Nov 15 20:40:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "/opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk.info" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "/opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk.info" acquired by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "/opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk.info" "released" by "nova.virt.libvirt.imagebackend.Image.resolve_driver_format.<locals>.write_to_disk_info_file" :: held 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG nova.policy [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd263a1b050d24e589744badb8d4d8254', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43e4435b6ab841ff9ae16494e5edadbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=74639) authorize /opt/stack/nova/nova/policy.py:203}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.180s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" acquired by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:40:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Running cmd (subprocess): env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk 1073741824 {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] CMD "env LC_ALL=C LANG=C qemu-img create -f qcow2 -o backing_file=/opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018,backing_fmt=raw /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk 1073741824" returned: 0 in 0.055s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "1992323f7eb1373b3b44aeebd1c287bbef04d018" "released" by "nova.virt.libvirt.imagebackend.Qcow2.create_image.<locals>.create_qcow2_image" :: held 0.243s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/_base/1992323f7eb1373b3b44aeebd1c287bbef04d018 --force-share --output=json" returned: 0 in 0.182s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Checking if we can resize image /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk. size=1073741824 {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:166}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Successfully created port: e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.204s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG nova.virt.disk.api [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Cannot resize image /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk to a smaller size. {{(pid=74639) can_resize_image /opt/stack/nova/nova/virt/disk/api.py:172}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Created local disks {{(pid=74639) _create_image /opt/stack/nova/nova/virt/libvirt/driver.py:4861}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Ensure instance console log exists: /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/console.log {{(pid=74639) _ensure_console_log_for_instance /opt/stack/nova/nova/virt/libvirt/driver.py:4613}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "vgpu_resources" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "vgpu_resources" acquired by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "vgpu_resources" "released" by "nova.virt.libvirt.driver.LibvirtDriver._allocate_mdevs" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:40:24 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Successfully updated port: e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) _update_port /opt/stack/nova/nova/network/neutron.py:586}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c3ec940d-e62a-4561-af2b-4e30c805e4bc req-04172534-1137-4727-8663-89da64532614 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-changed-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG nova.compute.manager [req-c3ec940d-e62a-4561-af2b-4e30c805e4bc req-04172534-1137-4727-8663-89da64532614 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Refreshing instance network info cache due to event network-changed-e517e89a-81a7-4db4-b3c6-92beca91a043. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c3ec940d-e62a-4561-af2b-4e30c805e4bc req-04172534-1137-4727-8663-89da64532614 service nova] Acquiring lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c3ec940d-e62a-4561-af2b-4e30c805e4bc req-04172534-1137-4727-8663-89da64532614 service nova] Acquired lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG nova.network.neutron [req-c3ec940d-e62a-4561-af2b-4e30c805e4bc req-04172534-1137-4727-8663-89da64532614 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Refreshing network info cache for port e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG nova.network.neutron [req-c3ec940d-e62a-4561-af2b-4e30c805e4bc req-04172534-1137-4727-8663-89da64532614 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG nova.network.neutron [req-c3ec940d-e62a-4561-af2b-4e30c805e4bc req-04172534-1137-4727-8663-89da64532614 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-c3ec940d-e62a-4561-af2b-4e30c805e4bc req-04172534-1137-4727-8663-89da64532614 service nova] Releasing lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquired lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Building network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2009}}
Nov 15 20:40:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Instance cache missing network info. {{(pid=74639) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3322}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.network.neutron [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Releasing lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Instance network_info: |[{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=74639) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1987}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Start _get_guest_xml network_info=[{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] disk_info={'disk_bus': 'virtio', 'cdrom_bus': 'ide', 'mapping': {'root': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}, 'disk': {'bus': 'virtio', 'dev': 'vda', 'type': 'disk', 'boot_index': '1'}}} image_meta=ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>) rescue=None block_device_info={'root_device_name': '/dev/vda', 'image': [{'encrypted': False, 'device_type': 'disk', 'size': 0, 'device_name': '/dev/vda', 'encryption_secret_uuid': None, 'boot_index': 0, 'guest_format': None, 'encryption_format': None, 'disk_bus': 'virtio', 'encryption_options': None, 'image_id': 'c6c9b382-2ced-4856-a9d7-a1f33cd11d30'}], 'ephemerals': [], 'block_device_mapping': [], 'swap': None} {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7562}}
Nov 15 20:40:26 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:40:26 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Searching host: 'user' for CPU controller through CGroups V1... {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1650}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] CPU controller missing on host. {{(pid=74639) _has_cgroupsv1_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1660}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Searching host: 'user' for CPU controller through CGroups V2... {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1669}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.host [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] CPU controller found on host. {{(pid=74639) _has_cgroupsv2_cpu_controller /opt/stack/nova/nova/virt/libvirt/host.py:1676}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] CPU mode 'custom' models 'Nehalem' was chosen, with extra flags: '' {{(pid=74639) _get_guest_cpu_model_config /opt/stack/nova/nova/virt/libvirt/driver.py:5400}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Getting desirable topologies for flavor Flavor(created_at=2023-11-15T19:49:43Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1',id=6,is_public=True,memory_mb=512,name='m1.tiny',projects=<?>,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c8fc807773e5354afe61636071771906',container_format='bare',created_at=2023-11-15T19:49:55Z,direct_url=<?>,disk_format='qcow2',id=c6c9b382-2ced-4856-a9d7-a1f33cd11d30,min_disk=0,min_ram=0,name='cirros-0.6.2-x86_64-disk',owner='aa5a9689b9014f5e9abccc180b76aa0e',properties=ImageMetaProps,protected=<?>,size=21430272,status='active',tags=<?>,updated_at=2023-11-15T19:49:57Z,virtual_size=<?>,visibility=<?>), allow threads: True {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Flavor limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Image limits 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Flavor pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Image pref 0:0:0 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=74639) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Got 1 possible topologies {{(pid=74639) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.hardware [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=74639) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:40:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-531275482',display_name='tempest-SnapshotDataIntegrityTests-server-531275482',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-531275482',id=53,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBISPkyf9bCS8QxB2jLiIhkB4go802qUE+8yizIYGalKQ0ukMd+sEblHCf1qbgcKYv+vn5ERW0FopeoYnAYzz893CLHtLCdBlXMxpJmKLRkVV4QWW197L4Xo5P0cv1EscyA==',key_name='tempest-keypair-124163620',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='43e4435b6ab841ff9ae16494e5edadbc',ramdisk_id='',reservation_id='r-sfuv1sux',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-660244229',owner_user_name='tempest-SnapshotDataIntegrityTests-660244229-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:40:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d263a1b050d24e589744badb8d4d8254',uuid=98ae5cfd-9c48-412c-99f2-1c45cbd2644b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} virt_type=kvm {{(pid=74639) get_config /opt/stack/nova/nova/virt/libvirt/vif.py:563}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Converting VIF {"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:ae:e8,bridge_name='br-int',has_traffic_filtering=True,id=e517e89a-81a7-4db4-b3c6-92beca91a043,network=Network(1c7fc7b8-4783-4dc1-ab84-b85c70d48056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape517e89a-81') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.objects.instance [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'pci_devices' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] End _get_guest_xml xml=<domain type="kvm">
Nov 15 20:40:26 user nova-compute[74639]:   <uuid>98ae5cfd-9c48-412c-99f2-1c45cbd2644b</uuid>
Nov 15 20:40:26 user nova-compute[74639]:   <name>instance-00000035</name>
Nov 15 20:40:26 user nova-compute[74639]:   <memory>524288</memory>
Nov 15 20:40:26 user nova-compute[74639]:   <vcpu>1</vcpu>
Nov 15 20:40:26 user nova-compute[74639]:   <metadata>
Nov 15 20:40:26 user nova-compute[74639]:     <nova:instance xmlns:nova="http://openstack.org/xmlns/libvirt/nova/1.1">
Nov 15 20:40:26 user nova-compute[74639]:       <nova:package version="0.0.0"/>
Nov 15 20:40:26 user nova-compute[74639]:       <nova:name>tempest-SnapshotDataIntegrityTests-server-531275482</nova:name>
Nov 15 20:40:26 user nova-compute[74639]:       <nova:creationTime>2023-11-15 20:40:26</nova:creationTime>
Nov 15 20:40:26 user nova-compute[74639]:       <nova:flavor name="m1.tiny">
Nov 15 20:40:26 user nova-compute[74639]:         <nova:memory>512</nova:memory>
Nov 15 20:40:26 user nova-compute[74639]:         <nova:disk>1</nova:disk>
Nov 15 20:40:26 user nova-compute[74639]:         <nova:swap>0</nova:swap>
Nov 15 20:40:26 user nova-compute[74639]:         <nova:ephemeral>0</nova:ephemeral>
Nov 15 20:40:26 user nova-compute[74639]:         <nova:vcpus>1</nova:vcpus>
Nov 15 20:40:26 user nova-compute[74639]:       </nova:flavor>
Nov 15 20:40:26 user nova-compute[74639]:       <nova:owner>
Nov 15 20:40:26 user nova-compute[74639]:         <nova:user uuid="d263a1b050d24e589744badb8d4d8254">tempest-SnapshotDataIntegrityTests-660244229-project-member</nova:user>
Nov 15 20:40:26 user nova-compute[74639]:         <nova:project uuid="43e4435b6ab841ff9ae16494e5edadbc">tempest-SnapshotDataIntegrityTests-660244229</nova:project>
Nov 15 20:40:26 user nova-compute[74639]:       </nova:owner>
Nov 15 20:40:26 user nova-compute[74639]:       <nova:root type="image" uuid="c6c9b382-2ced-4856-a9d7-a1f33cd11d30"/>
Nov 15 20:40:26 user nova-compute[74639]:       <nova:ports>
Nov 15 20:40:26 user nova-compute[74639]:         <nova:port uuid="e517e89a-81a7-4db4-b3c6-92beca91a043">
Nov 15 20:40:26 user nova-compute[74639]:           <nova:ip type="fixed" address="10.0.0.8" ipVersion="4"/>
Nov 15 20:40:26 user nova-compute[74639]:         </nova:port>
Nov 15 20:40:26 user nova-compute[74639]:       </nova:ports>
Nov 15 20:40:26 user nova-compute[74639]:     </nova:instance>
Nov 15 20:40:26 user nova-compute[74639]:   </metadata>
Nov 15 20:40:26 user nova-compute[74639]:   <sysinfo type="smbios">
Nov 15 20:40:26 user nova-compute[74639]:     <system>
Nov 15 20:40:26 user nova-compute[74639]:       <entry name="manufacturer">OpenStack Foundation</entry>
Nov 15 20:40:26 user nova-compute[74639]:       <entry name="product">OpenStack Nova</entry>
Nov 15 20:40:26 user nova-compute[74639]:       <entry name="version">0.0.0</entry>
Nov 15 20:40:26 user nova-compute[74639]:       <entry name="serial">98ae5cfd-9c48-412c-99f2-1c45cbd2644b</entry>
Nov 15 20:40:26 user nova-compute[74639]:       <entry name="uuid">98ae5cfd-9c48-412c-99f2-1c45cbd2644b</entry>
Nov 15 20:40:26 user nova-compute[74639]:       <entry name="family">Virtual Machine</entry>
Nov 15 20:40:26 user nova-compute[74639]:     </system>
Nov 15 20:40:26 user nova-compute[74639]:   </sysinfo>
Nov 15 20:40:26 user nova-compute[74639]:   <os>
Nov 15 20:40:26 user nova-compute[74639]:     <type arch="x86_64" machine="pc">hvm</type>
Nov 15 20:40:26 user nova-compute[74639]:     <boot dev="hd"/>
Nov 15 20:40:26 user nova-compute[74639]:     <smbios mode="sysinfo"/>
Nov 15 20:40:26 user nova-compute[74639]:   </os>
Nov 15 20:40:26 user nova-compute[74639]:   <features>
Nov 15 20:40:26 user nova-compute[74639]:     <acpi/>
Nov 15 20:40:26 user nova-compute[74639]:     <apic/>
Nov 15 20:40:26 user nova-compute[74639]:     <vmcoreinfo/>
Nov 15 20:40:26 user nova-compute[74639]:   </features>
Nov 15 20:40:26 user nova-compute[74639]:   <clock offset="utc">
Nov 15 20:40:26 user nova-compute[74639]:     <timer name="pit" tickpolicy="delay"/>
Nov 15 20:40:26 user nova-compute[74639]:     <timer name="rtc" tickpolicy="catchup"/>
Nov 15 20:40:26 user nova-compute[74639]:     <timer name="hpet" present="no"/>
Nov 15 20:40:26 user nova-compute[74639]:   </clock>
Nov 15 20:40:26 user nova-compute[74639]:   <cpu mode="custom" match="exact">
Nov 15 20:40:26 user nova-compute[74639]:     <model>Nehalem</model>
Nov 15 20:40:26 user nova-compute[74639]:     <topology sockets="1" cores="1" threads="1"/>
Nov 15 20:40:26 user nova-compute[74639]:   </cpu>
Nov 15 20:40:26 user nova-compute[74639]:   <devices>
Nov 15 20:40:26 user nova-compute[74639]:     <disk type="file" device="disk">
Nov 15 20:40:26 user nova-compute[74639]:       <driver name="qemu" type="qcow2" cache="none"/>
Nov 15 20:40:26 user nova-compute[74639]:       <source file="/opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk"/>
Nov 15 20:40:26 user nova-compute[74639]:       <target dev="vda" bus="virtio"/>
Nov 15 20:40:26 user nova-compute[74639]:     </disk>
Nov 15 20:40:26 user nova-compute[74639]:     <interface type="ethernet">
Nov 15 20:40:26 user nova-compute[74639]:       <mac address="fa:16:3e:14:ae:e8"/>
Nov 15 20:40:26 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:40:26 user nova-compute[74639]:       <mtu size="1442"/>
Nov 15 20:40:26 user nova-compute[74639]:       <target dev="tape517e89a-81"/>
Nov 15 20:40:26 user nova-compute[74639]:     </interface>
Nov 15 20:40:26 user nova-compute[74639]:     <serial type="pty">
Nov 15 20:40:26 user nova-compute[74639]:       <log file="/opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/console.log" append="off"/>
Nov 15 20:40:26 user nova-compute[74639]:     </serial>
Nov 15 20:40:26 user nova-compute[74639]:     <graphics type="vnc" autoport="yes" listen="0.0.0.0"/>
Nov 15 20:40:26 user nova-compute[74639]:     <video>
Nov 15 20:40:26 user nova-compute[74639]:       <model type="virtio"/>
Nov 15 20:40:26 user nova-compute[74639]:     </video>
Nov 15 20:40:26 user nova-compute[74639]:     <rng model="virtio">
Nov 15 20:40:26 user nova-compute[74639]:       <backend model="random">/dev/urandom</backend>
Nov 15 20:40:26 user nova-compute[74639]:     </rng>
Nov 15 20:40:26 user nova-compute[74639]:     <controller type="usb" index="0" model="none"/>
Nov 15 20:40:26 user nova-compute[74639]:     <memballoon model="virtio">
Nov 15 20:40:26 user nova-compute[74639]:       <stats period="10"/>
Nov 15 20:40:26 user nova-compute[74639]:     </memballoon>
Nov 15 20:40:26 user nova-compute[74639]:   </devices>
Nov 15 20:40:26 user nova-compute[74639]: </domain>
Nov 15 20:40:26 user nova-compute[74639]:  {{(pid=74639) _get_guest_xml /opt/stack/nova/nova/virt/libvirt/driver.py:7568}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:40:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=None,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-531275482',display_name='tempest-SnapshotDataIntegrityTests-server-531275482',ec2_ids=EC2Ids,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-531275482',id=53,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBISPkyf9bCS8QxB2jLiIhkB4go802qUE+8yizIYGalKQ0ukMd+sEblHCf1qbgcKYv+vn5ERW0FopeoYnAYzz893CLHtLCdBlXMxpJmKLRkVV4QWW197L4Xo5P0cv1EscyA==',key_name='tempest-keypair-124163620',keypairs=KeyPairList,launch_index=0,launched_at=None,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=None,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=PciDeviceList,pci_requests=InstancePCIRequests,power_state=0,progress=0,project_id='43e4435b6ab841ff9ae16494e5edadbc',ramdisk_id='',reservation_id='r-sfuv1sux',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_machine_type='pc',image_hw_rng_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',network_allocated='True',owner_project_name='tempest-SnapshotDataIntegrityTests-660244229',owner_user_name='tempest-SnapshotDataIntegrityTests-660244229-project-member'},tags=TagList,task_state='spawning',terminated_at=None,trusted_certs=None,updated_at=2023-11-15T20:40:23Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d263a1b050d24e589744badb8d4d8254',uuid=98ae5cfd-9c48-412c-99f2-1c45cbd2644b,vcpu_model=VirtCPUModel,vcpus=1,vm_mode=None,vm_state='building') vif={"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) plug /opt/stack/nova/nova/virt/libvirt/vif.py:710}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Converting VIF {"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Converted object VIFOpenVSwitch(active=False,address=fa:16:3e:14:ae:e8,bridge_name='br-int',has_traffic_filtering=True,id=e517e89a-81a7-4db4-b3c6-92beca91a043,network=Network(1c7fc7b8-4783-4dc1-ab84-b85c70d48056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape517e89a-81') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG os_vif [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Plugging vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:ae:e8,bridge_name='br-int',has_traffic_filtering=True,id=e517e89a-81a7-4db4-b3c6-92beca91a043,network=Network(1c7fc7b8-4783-4dc1-ab84-b85c70d48056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape517e89a-81') {{(pid=74639) plug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:76}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddBridgeCommand(_result=None, name=br-int, may_exist=True, datapath_type=system) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Transaction caused no change {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:129}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbCreateCommand(_result=None, table=QoS, columns={'type': 'linux-noop', 'external_ids': {'id': 'a59fdf5c-9f99-5907-b8bc-d8ed213cdfbf', '_type': 'linux-noop'}}, row=False) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): AddPortCommand(_result=None, bridge=br-int, port=tape517e89a-81, may_exist=True, interface_attrs={}) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=1): DbSetCommand(_result=None, table=Port, record=tape517e89a-81, col_values=(('qos', UUID('a1aa3d12-f934-417f-b80d-2ecac76387aa')),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=2): DbSetCommand(_result=None, table=Interface, record=tape517e89a-81, col_values=(('external_ids', {'iface-id': 'e517e89a-81a7-4db4-b3c6-92beca91a043', 'iface-status': 'active', 'attached-mac': 'fa:16:3e:14:ae:e8', 'vm-uuid': '98ae5cfd-9c48-412c-99f2-1c45cbd2644b'}),), if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:26 user nova-compute[74639]: INFO os_vif [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully plugged vif VIFOpenVSwitch(active=False,address=fa:16:3e:14:ae:e8,bridge_name='br-int',has_traffic_filtering=True,id=e517e89a-81a7-4db4-b3c6-92beca91a043,network=Network(1c7fc7b8-4783-4dc1-ab84-b85c70d48056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape517e89a-81')
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:40:26 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No VIF found with MAC fa:16:3e:14:ae:e8, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:40:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:27 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:27 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 20:40:27 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-37796c39-4814-4872-b958-1fca40ec2ee9 req-d7fc1f08-1133-4ade-96bf-5ea0a1f77cd2 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:40:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-37796c39-4814-4872-b958-1fca40ec2ee9 req-d7fc1f08-1133-4ade-96bf-5ea0a1f77cd2 service nova] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:40:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-37796c39-4814-4872-b958-1fca40ec2ee9 req-d7fc1f08-1133-4ade-96bf-5ea0a1f77cd2 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:40:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-37796c39-4814-4872-b958-1fca40ec2ee9 req-d7fc1f08-1133-4ade-96bf-5ea0a1f77cd2 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:40:27 user nova-compute[74639]: DEBUG nova.compute.manager [req-37796c39-4814-4872-b958-1fca40ec2ee9 req-d7fc1f08-1133-4ade-96bf-5ea0a1f77cd2 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] No waiting events found dispatching network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:40:27 user nova-compute[74639]: WARNING nova.compute.manager [req-37796c39-4814-4872-b958-1fca40ec2ee9 req-d7fc1f08-1133-4ade-96bf-5ea0a1f77cd2 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received unexpected event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 for instance with vm_state building and task_state spawning.
Nov 15 20:40:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:28 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-fadcf067-8904-4d8d-87a1-7380308232a3 req-b9f2a090-0e6e-4427-9289-eb9570542e32 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:40:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fadcf067-8904-4d8d-87a1-7380308232a3 req-b9f2a090-0e6e-4427-9289-eb9570542e32 service nova] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:40:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fadcf067-8904-4d8d-87a1-7380308232a3 req-b9f2a090-0e6e-4427-9289-eb9570542e32 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.003s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:40:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-fadcf067-8904-4d8d-87a1-7380308232a3 req-b9f2a090-0e6e-4427-9289-eb9570542e32 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:40:29 user nova-compute[74639]: DEBUG nova.compute.manager [req-fadcf067-8904-4d8d-87a1-7380308232a3 req-b9f2a090-0e6e-4427-9289-eb9570542e32 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] No waiting events found dispatching network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:40:29 user nova-compute[74639]: WARNING nova.compute.manager [req-fadcf067-8904-4d8d-87a1-7380308232a3 req-b9f2a090-0e6e-4427-9289-eb9570542e32 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received unexpected event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 for instance with vm_state building and task_state spawning.
Nov 15 20:40:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Instance event wait completed in 0 seconds for  {{(pid=74639) wait_for_instance_event /opt/stack/nova/nova/compute/manager.py:577}}
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Guest created on hypervisor {{(pid=74639) spawn /opt/stack/nova/nova/virt/libvirt/driver.py:4421}}
Nov 15 20:40:30 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Instance spawned successfully.
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attempting to register defaults for the following image properties: ['hw_cdrom_bus', 'hw_disk_bus', 'hw_input_bus', 'hw_pointer_model', 'hw_video_model', 'hw_vif_model'] {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:904}}
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Found default for hw_cdrom_bus of ide {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Found default for hw_disk_bus of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Found default for hw_input_bus of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Found default for hw_pointer_model of None {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Found default for hw_video_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Found default for hw_vif_model of virtio {{(pid=74639) _register_undefined_instance_details /opt/stack/nova/nova/virt/libvirt/driver.py:933}}
Nov 15 20:40:30 user nova-compute[74639]: INFO nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Took 6.71 seconds to spawn the instance on the hypervisor.
Nov 15 20:40:30 user nova-compute[74639]: DEBUG nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Checking state {{(pid=74639) _get_power_state /opt/stack/nova/nova/compute/manager.py:1782}}
Nov 15 20:40:30 user nova-compute[74639]: INFO nova.compute.manager [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Took 7.63 seconds to build instance.
Nov 15 20:40:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-542d3497-ab22-42dc-910a-cd8ba4816d5b tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.<locals>._locked_do_build_and_run_instance" :: held 7.759s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:40:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:34 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:36 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:36 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 20:40:36 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 20:40:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:40:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:40:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5004 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:40:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:40:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:40:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:50 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:55 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:40:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:00 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:41:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:41:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:41:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:41:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:09 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:10 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_power_states {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:10 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Triggering sync for uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10332}}
Nov 15 20:41:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:41:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:41:10 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.<locals>._sync.<locals>.query_driver_power_state_and_sync" :: held 0.028s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:41:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:41:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:41:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:41:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:41:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:16 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:16 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:41:20 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:21 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:41:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:41:22 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:41:22 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:41:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.185s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:41:23 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:41:23 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:41:23 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9040MB free_disk=25.059669494628906GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:41:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.261s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:41:24 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:41:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:41:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:41:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:41:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:41:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:41:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:41:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:41:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:41:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:41:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:41:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:41:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:41:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:41:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:41:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:41:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:41:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:41:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:41:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:41:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:41:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:41:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:42:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:42:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:42:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:42:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:42:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:42:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4998-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:42:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:42:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:42:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:42:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:07 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:09 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-81fd39ba-5907-4e7f-b260-b95b84a933ba req-e3381387-4405-4b3f-a930-37bea6a2dac1 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-changed-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:42:14 user nova-compute[74639]: DEBUG nova.compute.manager [req-81fd39ba-5907-4e7f-b260-b95b84a933ba req-e3381387-4405-4b3f-a930-37bea6a2dac1 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Refreshing instance network info cache due to event network-changed-e517e89a-81a7-4db4-b3c6-92beca91a043. {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11117}}
Nov 15 20:42:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-81fd39ba-5907-4e7f-b260-b95b84a933ba req-e3381387-4405-4b3f-a930-37bea6a2dac1 service nova] Acquiring lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:42:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-81fd39ba-5907-4e7f-b260-b95b84a933ba req-e3381387-4405-4b3f-a930-37bea6a2dac1 service nova] Acquired lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:42:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-81fd39ba-5907-4e7f-b260-b95b84a933ba req-e3381387-4405-4b3f-a930-37bea6a2dac1 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Refreshing network info cache for port e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2006}}
Nov 15 20:42:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-81fd39ba-5907-4e7f-b260-b95b84a933ba req-e3381387-4405-4b3f-a930-37bea6a2dac1 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updated VIF entry in instance network info cache for port e517e89a-81a7-4db4-b3c6-92beca91a043. {{(pid=74639) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3481}}
Nov 15 20:42:14 user nova-compute[74639]: DEBUG nova.network.neutron [req-81fd39ba-5907-4e7f-b260-b95b84a933ba req-e3381387-4405-4b3f-a930-37bea6a2dac1 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:42:14 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-81fd39ba-5907-4e7f-b260-b95b84a933ba req-e3381387-4405-4b3f-a930-37bea6a2dac1 service nova] Releasing lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:42:15 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:15 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:15 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:17 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:17 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:42:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:42:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:42:17 user nova-compute[74639]: DEBUG nova.objects.instance [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:42:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.094s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:42:17 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:42:18 user nova-compute[74639]: INFO nova.compute.manager [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attaching volume dd728988-e700-4988-8519-f2c919a4704b to /dev/vdb
Nov 15 20:42:18 user nova-compute[74639]: DEBUG os_brick.utils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3e7f34f-ac48-4dad-9359-9ddf834f6dc9]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5b610e7b-2495-4228-b9d2-250366ed726f]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c04b32be-72a9-4335-9f01-ed224c845aab]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[72501842-669a-4cff-bd6b-0476c7b85eb1]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:42:18 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:42:18 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5a8b5b33-c3d4-48c8-b30f-0def1b1a0c9f]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG os_brick.utils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:42:18 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating existing volume attachment record: afa89922-4736-4550-9a4c-a9ec2d929473 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:42:20 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:20 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HsxjUcgP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:42:22 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:42:22 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:42:22 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260" returned: 21 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3e8c82a-5d9c-4628-960c-78db7483781f]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:42:22 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e58d9f0e-da3a-4f06-8256-c960ab756703]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b] added
Nov 15 20:42:22 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[63ff85df-4509-426d-96c0-c2c5fff19943]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8e5b6e81-bfb3-40d7-9930-d9a53677afa4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HsxjUcgP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.session.auth.username -v HsxjUcgP" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1042439f-2cb8-4718-9787-f3037b1d3c26]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'HsxjUcgP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.027s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a076fa01-f068-4c19-9134-0b74f19412d2]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.023s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3215bd23-190e-4a21-b41c-4357c1b8ca05]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:42:22 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:42:22 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:42:22 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:42:22 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 20:42:22 user nova-compute[74639]: 
Nov 15 20:42:22 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --login" returned: 0 in 0.043s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[3465930f-bce9-4ffd-88e9-65fdedd46968]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b, portal: 172.16.0.220,3260]
Nov 15 20:42:23 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b, portal: 172.16.0.220,3260] successful.
Nov 15 20:42:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4e8583e7-b97e-4c16-8b3c-ea8844f97ef4]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e29ff005-a03d-43b9-8121-ef6757497541]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b (non-flash)
Nov 15 20:42:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b (non-flash)
Nov 15 20:42:23 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.265s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] HCTL ('33', '-', '-', 0) found on session 67 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b4cf1207-ee8a-4a3e-8f30-451665dd1ef9]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Searching for a device in session 67 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HsxjUcgP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:42:23 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.293s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== connect_volume: return (1295ms) {'type': 'block', 'scsi_wwn': '23262303962376462', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23262303962376462', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:42:24 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:42:24 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:42:24 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:42:24 user nova-compute[74639]:   <serial>dd728988-e700-4988-8519-f2c919a4704b</serial>
Nov 15 20:42:24 user nova-compute[74639]: </disk>
Nov 15 20:42:24 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No VIF found with MAC fa:16:3e:14:ae:e8, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dd2b8776-b0ca-4b82-82b4-aa5e01741cfe tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.714s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.170s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:24 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] skipping disk /dev/sdb (vdb) as it is a volume {{(pid=74639) _get_instance_disk_info_from_config /opt/stack/nova/nova/virt/libvirt/driver.py:11216}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:25 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:42:25 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:42:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9026MB free_disk=25.058738708496094GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:42:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.174s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:42:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:42:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:42:35 user nova-compute[74639]: INFO nova.compute.manager [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Detaching volume dd728988-e700-4988-8519-f2c919a4704b
Nov 15 20:42:35 user nova-compute[74639]: INFO nova.virt.block_device [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attempting to driver detach volume dd728988-e700-4988-8519-f2c919a4704b from mountpoint /dev/vdb
Nov 15 20:42:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Attempting to detach device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:42:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:42:35 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:42:35 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:42:35 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:42:35 user nova-compute[74639]:   <serial>dd728988-e700-4988-8519-f2c919a4704b</serial>
Nov 15 20:42:35 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:42:35 user nova-compute[74639]: </disk>
Nov 15 20:42:35 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:42:35 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully detached device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the persistent domain config.
Nov 15 20:42:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:42:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:42:35 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:42:35 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:42:35 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:42:35 user nova-compute[74639]:   <serial>dd728988-e700-4988-8519-f2c919a4704b</serial>
Nov 15 20:42:35 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:42:35 user nova-compute[74639]: </disk>
Nov 15 20:42:35 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:42:36 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:42:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:42:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:42:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:42:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:42:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:42:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:45 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:42:56 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b is timed out.
Nov 15 20:42:56 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully detached device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the live domain config.
Nov 15 20:42:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'HsxjUcgP', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:42:56 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[80021c01-79cb-4979-8617-adc84efad9d0]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:42:56 user nova-compute[74639]: No targets found.
Nov 15 20:42:56 user nova-compute[74639]: iSNS:
Nov 15 20:42:56 user nova-compute[74639]: No targets found.
Nov 15 20:42:56 user nova-compute[74639]: STATIC:
Nov 15 20:42:56 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b
Nov 15 20:42:56 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:42:56 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:42:56 user nova-compute[74639]: FIRMWARE:
Nov 15 20:42:56 user nova-compute[74639]: No targets found.
Nov 15 20:42:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:42:56 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:42:56 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e48da2e-eaba-45b4-9fdf-575bb93d56e8]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9515817d-1070-4217-9eee-396dbbd198f7]: (4, ('tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b (non-flash)
Nov 15 20:42:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout=tcp: [67] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b (non-flash)
Nov 15 20:42:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa988139c60>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[89934260-841b-48cd-bd2b-c8b195abe2df]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[54bb0cf5-1a90-4611-a642-c80e7d2571ce]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[db2c4de4-45fa-48ea-ad8b-4b080398f880]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[2eea4fb1-ce3f-4d3c-8c5c-d31f60e0ca8c]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e3eedd36-5903-4a65-8bc0-59a944da39db]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --logout" returned: 0 in 0.053s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ddf1eacb-736a-4276-8979-f00d99f01ffb]: (4, ('Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b, portal: 172.16.0.220,3260]\nLogout of [sid: 67, target: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 67, target: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b, portal: 172.16.0.220,3260]
Nov 15 20:42:56 user nova-compute[74639]: Logout of [sid: 67, target: iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b, portal: 172.16.0.220,3260] successful.
Nov 15 20:42:56 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:dd728988-e700-4988-8519-f2c919a4704b -p 172.16.0.220:3260 --op delete" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f406488-054a-4269-9009-477d13e02419]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.298s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== disconnect_volume: return (299ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:42:56 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:42:57 user nova-compute[74639]: DEBUG nova.objects.instance [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:42:57 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-5e4a4e9f-8fb3-4e31-84c8-0e5a77bcaa9e tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.614s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:43:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:43:09 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:43:10 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:43:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:43:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:43:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:43:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:43:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:43:17 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:43:17 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:43:19 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:43:19 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:43:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:43:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:43:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:43:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:43:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:21 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:43:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:43:23 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:43:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:43:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:43:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:43:23 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:43:23 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:43:23 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:24 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.172s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:25 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:43:25 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:43:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9046MB free_disk=25.05783462524414GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:43:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:43:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:43:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:43:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:43:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:43:25 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:43:25 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:43:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:43:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.188s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:43:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:43:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:43:27 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:43:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.056s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:43:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:43:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:43:27 user nova-compute[74639]: INFO nova.compute.manager [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attaching volume ed764442-d93a-4eac-89f6-694d91a34412 to /dev/vdb
Nov 15 20:43:27 user nova-compute[74639]: DEBUG os_brick.utils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:43:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.014s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a33c73e1-3f1f-40bc-b402-0b6f24eb830d]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[4a65ac72-0a5c-4352-8034-e75f5081853a]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[67a6548d-6dc9-4f75-a18e-60ad9d416079]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d517f1b8-2dc4-434f-b642-dc79f4d5d7f3]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:43:28 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:43:28 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0b827684-415f-4c16-88e6-c2401b07df08]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG os_brick.utils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== get_connector_properties: return (119ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:43:28 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating existing volume attachment record: 5a558b2c-a44e-4f12-929a-e9165f7e1fed {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:43:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdzRiwqO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:43:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:43:32 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:43:32 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260" returned: 21 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ad37812d-c9d9-41c5-9ad3-af9016d685d6]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:43:32 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7e5469d2-571c-45d0-a59c-893604618431]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412] added
Nov 15 20:43:32 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[161ed2e5-da4d-4f38-a76a-147909ecd5e8]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[caf0f80c-cc28-4e45-8ec8-29262b7ef4cf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xdzRiwqO {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v xdzRiwqO" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[bf92ce75-c137-42ae-9e03-61f5f652a13c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'xdzRiwqO'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:32 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.029s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[38314b48-9a77-4a11-8734-dd4f5322dbb5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[178b3807-e64c-4070-82fe-1c3e345c9cd3]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:43:33 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:43:33 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:43:33 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 20:43:33 user nova-compute[74639]: 
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --login" returned: 0 in 0.044s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[aef079c9-9053-47bd-bea1-1f2c5912f646]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412, portal: 172.16.0.220,3260]
Nov 15 20:43:33 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412, portal: 172.16.0.220,3260] successful.
Nov 15 20:43:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d8b7046f-bc00-451d-9fcf-d5c3550eb721]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[75dea90b-4f40-475c-97ad-d6138098be53]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 (non-flash)
Nov 15 20:43:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 (non-flash)
Nov 15 20:43:33 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.286s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] HCTL ('33', '-', '-', 0) found on session 68 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f5f1e0b1-9246-40e9-bf7f-5520460402dc]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:33 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Searching for a device in session 68 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdzRiwqO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.320s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== connect_volume: return (1322ms) {'type': 'block', 'scsi_wwn': '23232323266613864', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23232323266613864', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG nova.objects.instance [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:43:34 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:43:34 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:43:34 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:43:34 user nova-compute[74639]:   <serial>ed764442-d93a-4eac-89f6-694d91a34412</serial>
Nov 15 20:43:34 user nova-compute[74639]: </disk>
Nov 15 20:43:34 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No VIF found with MAC fa:16:3e:14:ae:e8, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:43:34 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-0bfb54b1-1964-437b-918e-51acc7d6542c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.788s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:43:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:43:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:43:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:43:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:43:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:43:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:43:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:43:37 user nova-compute[74639]: INFO nova.compute.manager [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Detaching volume ed764442-d93a-4eac-89f6-694d91a34412
Nov 15 20:43:37 user nova-compute[74639]: INFO nova.virt.block_device [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attempting to driver detach volume ed764442-d93a-4eac-89f6-694d91a34412 from mountpoint /dev/vdb
Nov 15 20:43:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Attempting to detach device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:43:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:43:37 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:43:37 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:43:37 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:43:37 user nova-compute[74639]:   <serial>ed764442-d93a-4eac-89f6-694d91a34412</serial>
Nov 15 20:43:37 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:43:37 user nova-compute[74639]: </disk>
Nov 15 20:43:37 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:43:37 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully detached device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the persistent domain config.
Nov 15 20:43:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:43:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:43:37 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:43:37 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:43:37 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:43:37 user nova-compute[74639]:   <serial>ed764442-d93a-4eac-89f6-694d91a34412</serial>
Nov 15 20:43:37 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:43:37 user nova-compute[74639]: </disk>
Nov 15 20:43:37 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:43:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:43:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:43:57 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b is timed out.
Nov 15 20:43:57 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully detached device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the live domain config.
Nov 15 20:43:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'xdzRiwqO', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:43:57 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8287727c-8bf5-41bc-b274-4f6981e23656]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:43:57 user nova-compute[74639]: No targets found.
Nov 15 20:43:57 user nova-compute[74639]: iSNS:
Nov 15 20:43:57 user nova-compute[74639]: No targets found.
Nov 15 20:43:57 user nova-compute[74639]: STATIC:
Nov 15 20:43:57 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412
Nov 15 20:43:57 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:43:57 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:43:57 user nova-compute[74639]: FIRMWARE:
Nov 15 20:43:57 user nova-compute[74639]: No targets found.
Nov 15 20:43:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:43:57 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:43:57 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1576b44-9386-4b42-8d8f-680091c79ed3]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[eba82788-5d5b-44aa-b414-69950c63565e]: (4, ('tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 (non-flash)
Nov 15 20:43:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout=tcp: [68] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 (non-flash)
Nov 15 20:43:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9701d7e20>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c5b4d53f-a672-4fee-90bf-a19004688c17]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[de522698-705e-453b-9985-0cf6edd20fbd]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.012s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ac6ee6ed-5fa4-4c70-9f17-7a43dae1b62c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.030s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ee9a2bbf-7b68-434b-8b22-ad8e05767c3a]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.022s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1fa8843a-ee69-4531-8c58-60f0661e664b]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --logout" returned: 0 in 0.058s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[85c33e1f-44a7-450e-910f-11d250826bc5]: (4, ('Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412, portal: 172.16.0.220,3260]\nLogout of [sid: 68, target: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 68, target: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412, portal: 172.16.0.220,3260]
Nov 15 20:43:57 user nova-compute[74639]: Logout of [sid: 68, target: iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412, portal: 172.16.0.220,3260] successful.
Nov 15 20:43:57 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:ed764442-d93a-4eac-89f6-694d91a34412 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[96502805-9ff9-421c-840e-3b0efb7f4f13]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.272s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== disconnect_volume: return (273ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:43:57 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:43:58 user nova-compute[74639]: DEBUG nova.objects.instance [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:43:58 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-ff791051-c3f0-4054-b668-e587882a94a1 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.598s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:44:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:44:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:44:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:44:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:44:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:44:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:44:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:44:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:44:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:10 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:44:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5002 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:44:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:44:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:44:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:12 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:44:17 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:19 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:44:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:44:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5003 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:44:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:44:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:44:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:21 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:21 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:44:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:24 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:44:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:44:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:44:24 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:44:24 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:44:24 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.175s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:25 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.173s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:26 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:44:26 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:44:26 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9019MB free_disk=25.056827545166016GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:44:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.223s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG nova.objects.instance [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.054s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:44:29 user nova-compute[74639]: INFO nova.compute.manager [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attaching volume aec35983-09db-445d-8302-32674844f61e to /dev/vdb
Nov 15 20:44:29 user nova-compute[74639]: DEBUG os_brick.utils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.013s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b9bd6aa5-34b4-4c49-a70c-c33d6db2614c]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[96cd0b0e-9715-4b2f-8f84-4dab3d8e0e90]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[77dfa833-47c8-4178-9920-5d474e49311c]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[a8f1e66d-a536-4044-97b2-1d904f0335c8]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:44:29 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:44:29 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[1c4c7950-a7c3-488a-a1ed-c2a48e42462b]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG os_brick.utils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== get_connector_properties: return (144ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:44:29 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating existing volume attachment record: 0dcac0bc-2ed1-46b2-b249-0d295e55caf5 {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:44:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:33 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:44:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVBNIOTL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:44:33 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:44:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:44:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:44:33 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:44:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:44:33 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:44:33 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:44:33 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260" returned: 21 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c81df9a7-ad8b-4cad-89b9-ff525cedf9b8]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:44:34 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ce9bd255-15fd-4a51-be3a-69067e4b6ca5]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e] added
Nov 15 20:44:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ed7807da-b35c-4810-a627-79e3ffb56f14]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.024s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9aab3e6c-1139-4bc2-9fc8-6d64831e6b39]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RVBNIOTL {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.session.auth.username -v RVBNIOTL" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f904b804-2dba-49dd-867f-97d2fcac880c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'RVBNIOTL'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[97cbd712-6f63-4658-af54-1f214b637526]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f1a46a29-1e0c-4506-99d7-68bb414b9e95]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:44:34 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:44:34 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:44:34 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 20:44:34 user nova-compute[74639]: 
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --login" returned: 0 in 0.042s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[acbfb0ff-d059-4128-b82f-75e41d3e1af7]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e, portal: 172.16.0.220,3260]
Nov 15 20:44:34 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e, portal: 172.16.0.220,3260] successful.
Nov 15 20:44:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ff98d67a-aed9-4b55-a649-2ca62065c0e7]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[77d3a67e-5fa4-4006-9f4c-0a0c415b3f66]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e (non-flash)
Nov 15 20:44:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e (non-flash)
Nov 15 20:44:34 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.235s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] HCTL ('33', '-', '-', 0) found on session 69 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0cf83a16-c877-4ec5-b86f-587dea16f202]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:34 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: None {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Searching for a device in session 69 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVBNIOTL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.266s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== connect_volume: return (1268ms) {'type': 'block', 'scsi_wwn': '26561623161656466', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '26561623161656466', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG nova.objects.instance [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:44:35 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:44:35 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:44:35 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:44:35 user nova-compute[74639]:   <serial>aec35983-09db-445d-8302-32674844f61e</serial>
Nov 15 20:44:35 user nova-compute[74639]: </disk>
Nov 15 20:44:35 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No VIF found with MAC fa:16:3e:14:ae:e8, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:44:35 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-dbec7e55-9e84-467a-adcd-409c0a227452 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.657s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:44:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:44:38 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:44:38 user nova-compute[74639]: INFO nova.compute.manager [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Detaching volume aec35983-09db-445d-8302-32674844f61e
Nov 15 20:44:38 user nova-compute[74639]: INFO nova.virt.block_device [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attempting to driver detach volume aec35983-09db-445d-8302-32674844f61e from mountpoint /dev/vdb
Nov 15 20:44:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Attempting to detach device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:44:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:44:38 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:44:38 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:44:38 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:44:38 user nova-compute[74639]:   <serial>aec35983-09db-445d-8302-32674844f61e</serial>
Nov 15 20:44:38 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:44:38 user nova-compute[74639]: </disk>
Nov 15 20:44:38 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:44:38 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully detached device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the persistent domain config.
Nov 15 20:44:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:44:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:44:38 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:44:38 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:44:38 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:44:38 user nova-compute[74639]:   <serial>aec35983-09db-445d-8302-32674844f61e</serial>
Nov 15 20:44:38 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:44:38 user nova-compute[74639]: </disk>
Nov 15 20:44:38 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:44:38 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:44:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:44:58 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b is timed out.
Nov 15 20:44:58 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully detached device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the live domain config.
Nov 15 20:44:58 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'RVBNIOTL', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:44:58 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[25ab03bc-94aa-4b92-abae-b38ee12df991]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:44:58 user nova-compute[74639]: No targets found.
Nov 15 20:44:58 user nova-compute[74639]: iSNS:
Nov 15 20:44:58 user nova-compute[74639]: No targets found.
Nov 15 20:44:58 user nova-compute[74639]: STATIC:
Nov 15 20:44:58 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e
Nov 15 20:44:58 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:44:58 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:44:58 user nova-compute[74639]: FIRMWARE:
Nov 15 20:44:58 user nova-compute[74639]: No targets found.
Nov 15 20:44:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:44:58 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:44:58 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b1b3b8fa-485a-46eb-921c-13d33a619d95]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[708cebfe-b124-4ed8-8e90-d46aa41bf4d3]: (4, ('tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e (non-flash)
Nov 15 20:44:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout=tcp: [69] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e (non-flash)
Nov 15 20:44:58 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9702c3760>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[5f477b8e-6289-43e8-a0aa-ba3d3b08a15a]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[0891a07a-a161-4925-beab-c91798ac7dc2]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:44:58 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[adfd514b-7492-424d-9072-0cd098266199]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.033s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d3c195b5-3b31-426c-b890-d8bbb17de835]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[ea877ab6-f4d3-4884-9981-6ba5f03685f5]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --logout" returned: 0 in 0.047s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[245f8f19-ac5f-4cb7-b14e-993e3ace75a8]: (4, ('Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e, portal: 172.16.0.220,3260]\nLogout of [sid: 69, target: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 69, target: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e, portal: 172.16.0.220,3260]
Nov 15 20:44:59 user nova-compute[74639]: Logout of [sid: 69, target: iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e, portal: 172.16.0.220,3260] successful.
Nov 15 20:44:59 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:aec35983-09db-445d-8302-32674844f61e -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[06e9b214-ca9f-4ea8-bf14-a0c0d849a6ec]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.273s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== disconnect_volume: return (274ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG nova.objects.instance [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:44:59 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-bf2a20f3-a979-4a6b-b83e-9e789438c168 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.618s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:45:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:12 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:45:17 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:20 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:45:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:23 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:23 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:23 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:45:24 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:45:24 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:45:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:45:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:45:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:45:25 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:45:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:45:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:45:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:45:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:45:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:45:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:45:26 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:45:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.181s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.179s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:45:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:45:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9032MB free_disk=25.05583953857422GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing inventories for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:804}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating ProviderTree inventory for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 from _refresh_and_get_inventory using data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:768}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Updating inventory in ProviderTree for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 with inventory: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing aggregate associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, aggregates: None {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:813}}
Nov 15 20:45:27 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Refreshing trait associations for resource provider 60c3962b-52f7-40bd-bace-8bf854e515d2, traits: COMPUTE_NET_VIF_MODEL_NE2K_PCI,COMPUTE_STORAGE_BUS_IDE,COMPUTE_NET_VIF_MODEL_E1000,HW_CPU_X86_MMX,COMPUTE_IMAGE_TYPE_AMI,COMPUTE_IMAGE_TYPE_ARI,COMPUTE_SECURITY_UEFI_SECURE_BOOT,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_GRAPHICS_MODEL_VGA,HW_CPU_X86_SSE,COMPUTE_IMAGE_TYPE_RAW,COMPUTE_STORAGE_BUS_FDC,COMPUTE_GRAPHICS_MODEL_NONE,COMPUTE_VIOMMU_MODEL_AUTO,COMPUTE_NET_VIF_MODEL_PCNET,COMPUTE_GRAPHICS_MODEL_CIRRUS,COMPUTE_RESCUE_BFV,HW_CPU_X86_SSE41,COMPUTE_GRAPHICS_MODEL_QXL,COMPUTE_STORAGE_BUS_USB,COMPUTE_TRUSTED_CERTS,COMPUTE_STORAGE_BUS_VIRTIO,COMPUTE_VOLUME_MULTI_ATTACH,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NET_ATTACH_INTERFACE_WITH_TAG,COMPUTE_NET_VIF_MODEL_SPAPR_VLAN,HW_CPU_X86_SSE2,COMPUTE_NET_VIF_MODEL_E1000E,COMPUTE_STORAGE_BUS_SATA,COMPUTE_VOLUME_ATTACH_WITH_TAG,COMPUTE_VOLUME_EXTEND,HW_CPU_X86_SSE42,COMPUTE_NET_VIF_MODEL_VMXNET3,COMPUTE_SOCKET_PCI_NUMA_AFFINITY,COMPUTE_VIOMMU_MODEL_INTEL,COMPUTE_NET_VIF_MODEL_RTL8139,COMPUTE_NET_VIF_MODEL_VIRTIO,COMPUTE_GRAPHICS_MODEL_VIRTIO,COMPUTE_IMAGE_TYPE_QCOW2,COMPUTE_STORAGE_BUS_SCSI,COMPUTE_DEVICE_TAGGING,COMPUTE_GRAPHICS_MODEL_VMVGA,COMPUTE_IMAGE_TYPE_AKI,COMPUTE_NODE,COMPUTE_GRAPHICS_MODEL_BOCHS,COMPUTE_ACCELERATORS,HW_CPU_X86_SSSE3 {{(pid=74639) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:825}}
Nov 15 20:45:28 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:45:28 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:45:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:45:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.488s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG nova.objects.instance [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name.<locals>.do_reserve" :: held 0.065s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:45:30 user nova-compute[74639]: INFO nova.compute.manager [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attaching volume 357c5dad-74a1-40d6-b545-0ccdd9370c39 to /dev/vdb
Nov 15 20:45:30 user nova-compute[74639]: DEBUG os_brick.utils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> get_connector_properties: call "{'root_helper': 'sudo nova-rootwrap /etc/nova/rootwrap.conf', 'my_ip': '10.0.0.210', 'multipath': False, 'enforce_multipath': True, 'host': 'user', 'execute': None}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): cat /etc/iscsi/initiatorname.iscsi {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "cat /etc/iscsi/initiatorname.iscsi" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[37a42bb9-ce7d-4071-b9a3-0cd177d9b779]: (4, ('InitiatorName=iqn.2016-04.com.open-iscsi:f6dd3c3f3b29\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): findmnt -v / -n -o SOURCE {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "findmnt -v / -n -o SOURCE" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[412a2456-8803-43cd-820a-7f8eef7615f8]: (4, ('/dev/mapper/vg0-lv--0\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blkid /dev/mapper/vg0-lv--0 -s UUID -o value {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blkid /dev/mapper/vg0-lv--0 -s UUID -o value" returned: 0 in 0.016s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cd8cca27-1380-4790-86a5-3ea5ff161bb9]: (4, ('e95b3b51-542d-42ca-ac40-f83360608668\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[66197f7e-c060-46f8-8482-8ccb8e69f709]: (4, 'e20c3142-5af9-7467-ecd8-70b2e4a210d6') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Running cmd (subprocess): nvme version {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] 'nvme version' failed. Not Retrying. {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.nvmeof [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] nvme not present on system {{(pid=74639) nvme_present /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/nvmeof.py:756}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): nvme show-hostnqn {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] 'nvme show-hostnqn' failed. Not Retrying. {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:473}}
Nov 15 20:45:30 user nova-compute[74639]: WARNING os_brick.privileged.nvmeof [-] Could not generate host nqn: [Errno 2] No such file or directory: 'nvme'
Nov 15 20:45:30 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[93af1a9d-14d7-4dcb-ae57-a638de345bf7]: (4, '') {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: [Errno 111] ECONNREFUSED {{(pid=74639) find_dsc /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:98}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: did not find dsc, continuing anyway. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:76}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.lightos [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] LIGHTOS: no hostnqn found. {{(pid=74639) get_connector_properties /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/lightos.py:84}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG os_brick.utils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== get_connector_properties: return (124ms) {'platform': 'x86_64', 'os_type': 'linux', 'ip': '10.0.0.210', 'host': 'user', 'multipath': False, 'initiator': 'iqn.2016-04.com.open-iscsi:f6dd3c3f3b29', 'do_local_attach': False, 'uuid': 'e95b3b51-542d-42ca-ac40-f83360608668', 'system uuid': 'e20c3142-5af9-7467-ecd8-70b2e4a210d6', 'nvme_native_multipath': False} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:45:30 user nova-compute[74639]: DEBUG nova.virt.block_device [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating existing volume attachment record: 87fe7df9-0166-4e14-9863-0c0bde2d79bb {{(pid=74639) _volume_attach /opt/stack/nova/nova/virt/block_device.py:631}}
Nov 15 20:45:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:34 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:34 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances with incomplete migration  {{(pid=74639) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11247}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Calling os-brick to attach iSCSI Volume {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:63}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> connect_volume: call "{'self': <os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, 'connection_properties': {'target_iqn': 'iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hmWUAoNK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:45:35 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: waited 0.002s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:45:35 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:45:35 user nova-compute[74639]: INFO os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Trying to connect to iSCSI portal 172.16.0.220:3260
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260" returned: 21 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[b930fe2a-7e1c-4ec3-a788-a5119b2421ca]: (4, ('', 'iscsiadm: No records found\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm (): stdout= stderr=iscsiadm: No records found
Nov 15 20:45:35 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --interface default --op new {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --interface default --op new" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[96af2713-3445-41d1-ab25-d46910180040]: (4, ('New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39] added\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--interface', 'default', '--op', 'new'): stdout=New iSCSI node [tcp:[hw=,ip=,net_if=,iscsi_if=default] 172.16.0.220,3260,-1 iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39] added
Nov 15 20:45:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.session.scan -v manual" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[8f573d6f-5480-4622-a7c7-17ef39194367]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.scan', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.session.auth.authmethod -v CHAP" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[e41b49c0-387f-4160-a24c-76c6b48705cf]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.authmethod', '-v', 'CHAP'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hmWUAoNK {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.session.auth.username -v hmWUAoNK" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d59ca3ee-9e1d-43be-a4b2-2ccfd52d4f7f]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.username', '-v', 'hmWUAoNK'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v *** {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.session.auth.password -v ***" returned: 0 in 0.021s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[7add5eaa-e7e4-4a5a-b7f7-c6be7a25ce49]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.session.auth.password', '-v', '***'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 21 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[660e2c5e-4649-4261-aa05-f3b0d3f19905]: (4, ('', 'iscsiadm: No active sessions.\n')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:45:35 user nova-compute[74639]:  {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout= stderr=iscsiadm: No active sessions.
Nov 15 20:45:35 user nova-compute[74639]:  {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:45:35 user nova-compute[74639]: WARNING os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm stderr output when getting sessions: iscsiadm: No active sessions.
Nov 15 20:45:35 user nova-compute[74639]: 
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --login {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --login" returned: 0 in 0.041s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f48e70b-0141-43f8-a982-733205a8b647]: (4, ('Logging in to [iface: default, target: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39, portal: 172.16.0.220,3260]\nLogin to [iface: default, target: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:35 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--login',): stdout=Logging in to [iface: default, target: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39, portal: 172.16.0.220,3260]
Nov 15 20:45:35 user nova-compute[74639]: Login to [iface: default, target: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39, portal: 172.16.0.220,3260] successful.
Nov 15 20:45:35 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.startup -v automatic {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.startup -v automatic" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fd2333eb-0dab-4659-aa61-df5c6c6b5d28]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'automatic'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.018s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6f497e8e-d8ce-4466-bb9a-3740f19636e0]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 (non-flash)
Nov 15 20:45:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 (non-flash)
Nov 15 20:45:36 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_to_iscsi_portal-172.16.0.220:3260-iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector._connect_to_iscsi_portal_unsafe" :: held 0.240s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Connected to 172.16.0.220:3260 {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:644}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] HCTL ('33', '-', '-', 0) found on session 70 with lun 0 {{(pid=74639) get_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:770}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Scanning host 33 c: -, t: -, l: 0) {{(pid=74639) scan_iscsi /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:795}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/class/scsi_host/host33/scan {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/class/scsi_host/host33/scan" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6ed7ac13-7ec8-4eb1-b8d6-35bb6ba616ab]: (4, ('- - 0', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Searching for a device in session 70 and hctl ['33', '*', '*', 0] yield: sdb {{(pid=74639) device_name_by_hctl /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:789}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Connected to sdb using {'target_iqn': 'iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hmWUAoNK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False} {{(pid=74639) _connect_vol /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:672}}
Nov 15 20:45:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.connect_volume" :: held 1.269s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:45:37 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== connect_volume: return (1270ms) {'type': 'block', 'scsi_wwn': '23639323539353666', 'path': '/dev/sdb'} {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:45:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attached iSCSI volume {'type': 'block', 'scsi_wwn': '23639323539353666', 'path': '/dev/sdb'} {{(pid=74639) connect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:65}}
Nov 15 20:45:37 user nova-compute[74639]: DEBUG nova.objects.instance [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:45:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] attach device xml: <disk type="block" device="disk">
Nov 15 20:45:37 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:45:37 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:45:37 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:45:37 user nova-compute[74639]:   <serial>357c5dad-74a1-40d6-b545-0ccdd9370c39</serial>
Nov 15 20:45:37 user nova-compute[74639]: </disk>
Nov 15 20:45:37 user nova-compute[74639]:  {{(pid=74639) attach_device /opt/stack/nova/nova/virt/libvirt/guest.py:339}}
Nov 15 20:45:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No BDM found with device name vda, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:45:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No BDM found with device name vdb, not building metadata. {{(pid=74639) _build_disk_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12092}}
Nov 15 20:45:37 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] No VIF found with MAC fa:16:3e:14:ae:e8, not building metadata {{(pid=74639) _build_interface_metadata /opt/stack/nova/nova/virt/libvirt/driver.py:12068}}
Nov 15 20:45:37 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-9280b371-8f96-494b-945b-b3e955fd0cde tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.attach_volume.<locals>.do_attach_volume" :: held 6.939s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:45:39 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Cleaning up deleted instances {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11209}}
Nov 15 20:45:39 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] There are 0 instances to clean {{(pid=74639) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11218}}
Nov 15 20:45:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:45:39 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:45:39 user nova-compute[74639]: INFO nova.compute.manager [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Detaching volume 357c5dad-74a1-40d6-b545-0ccdd9370c39
Nov 15 20:45:39 user nova-compute[74639]: INFO nova.virt.block_device [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Attempting to driver detach volume 357c5dad-74a1-40d6-b545-0ccdd9370c39 from mountpoint /dev/vdb
Nov 15 20:45:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Attempting to detach device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the persistent domain config. {{(pid=74639) _detach_from_persistent /opt/stack/nova/nova/virt/libvirt/driver.py:2487}}
Nov 15 20:45:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:45:39 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:45:39 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:45:39 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:45:39 user nova-compute[74639]:   <serial>357c5dad-74a1-40d6-b545-0ccdd9370c39</serial>
Nov 15 20:45:39 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:45:39 user nova-compute[74639]: </disk>
Nov 15 20:45:39 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:45:39 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully detached device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the persistent domain config.
Nov 15 20:45:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] (1/8): Attempting to detach device vdb with device alias virtio-disk1 from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the live domain config. {{(pid=74639) _detach_from_live_with_retry /opt/stack/nova/nova/virt/libvirt/driver.py:2523}}
Nov 15 20:45:39 user nova-compute[74639]: DEBUG nova.virt.libvirt.guest [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] detach device xml: <disk type="block" device="disk">
Nov 15 20:45:39 user nova-compute[74639]:   <driver name="qemu" type="raw" cache="none" io="native"/>
Nov 15 20:45:39 user nova-compute[74639]:   <source dev="/dev/sdb"/>
Nov 15 20:45:39 user nova-compute[74639]:   <target dev="vdb" bus="virtio"/>
Nov 15 20:45:39 user nova-compute[74639]:   <serial>357c5dad-74a1-40d6-b545-0ccdd9370c39</serial>
Nov 15 20:45:39 user nova-compute[74639]:   <address type="pci" domain="0x0000" bus="0x00" slot="0x07" function="0x0"/>
Nov 15 20:45:39 user nova-compute[74639]: </disk>
Nov 15 20:45:39 user nova-compute[74639]:  {{(pid=74639) detach_device /opt/stack/nova/nova/virt/libvirt/guest.py:465}}
Nov 15 20:45:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:40 user nova-compute[74639]: DEBUG nova.virt.libvirt.driver [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Start waiting for the detach event from libvirt for device vdb with device alias virtio-disk1 for instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) _detach_from_live_and_wait_for_event /opt/stack/nova/nova/virt/libvirt/driver.py:2599}}
Nov 15 20:45:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:49 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:45:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:45:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:00 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Waiting for libvirt event about the detach of device vdb with device alias virtio-disk1 from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b is timed out.
Nov 15 20:46:00 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully detached device vdb from instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b from the live domain config.
Nov 15 20:46:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] calling os-brick to detach iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:72}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] ==> disconnect_volume: call "{'args': (<os_brick.initiator.connectors.iscsi.ISCSIConnector object at 0x7fa9801c41f0>, {'target_iqn': 'iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39', 'target_portal': '172.16.0.220:3260', 'target_discovered': False, 'auth_method': 'CHAP', 'auth_username': 'hmWUAoNK', 'auth_password': '***', 'target_lun': 0, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'device_path': '/dev/sdb'}, None), 'kwargs': False}}" {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:176}}
Nov 15 20:46:00 user nova-compute[74639]: WARNING os_brick.initiator.connectors.base [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Service needs to call os_brick.setup() before connecting volumes, if it doesn't it will break on the next release
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "connect_volume" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:68}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" acquired by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:73}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m discoverydb -o show -P 1 {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m discoverydb -o show -P 1" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[215f6a62-8e0a-41d1-a93b-78fc62abff37]: (4, ('SENDTARGETS:\nNo targets found.\niSNS:\nNo targets found.\nSTATIC:\nTarget: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39\n\tPortal: 172.16.0.220:3260,-1\n\t\tIface Name: default\nFIRMWARE:\nNo targets found.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ['-m', 'discoverydb', '-o', 'show', '-P', 1]: stdout=SENDTARGETS:
Nov 15 20:46:00 user nova-compute[74639]: No targets found.
Nov 15 20:46:00 user nova-compute[74639]: iSNS:
Nov 15 20:46:00 user nova-compute[74639]: No targets found.
Nov 15 20:46:00 user nova-compute[74639]: STATIC:
Nov 15 20:46:00 user nova-compute[74639]: Target: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39
Nov 15 20:46:00 user nova-compute[74639]:         Portal: 172.16.0.220:3260,-1
Nov 15 20:46:00 user nova-compute[74639]:                 Iface Name: default
Nov 15 20:46:00 user nova-compute[74639]: FIRMWARE:
Nov 15 20:46:00 user nova-compute[74639]: No targets found.
Nov 15 20:46:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Regex to get portals from discoverydb: ^SENDTARGETS:
Nov 15 20:46:00 user nova-compute[74639]: .*?^DiscoveryAddress: 172.16.0.220,3260.*?
Nov 15 20:46:00 user nova-compute[74639]: (.*?)^(?:DiscoveryAddress|iSNS):.* {{(pid=74639) _get_discoverydb_portals /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:382}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Getting connected devices for (ips,iqns,luns)=[('172.16.0.220:3260', 'iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39', 0)] {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:830}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[22920643-9766-4a85-9494-f402fbc17b05]: (4, ('172.16.0.220:3260,4294967295 iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m session {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m session" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[fee9ce56-5f19-4cf9-8b0c-9bcc26db7fd6]: (4, ('tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 (non-flash)\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('-m', 'session'): stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 (non-flash)
Nov 15 20:46:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm_bare /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1193}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsi session list stdout=tcp: [70] 172.16.0.220:3260,1 iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 (non-flash)
Nov 15 20:46:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsi_session /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1182}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Resulting device map defaultdict(<function ISCSIConnector._get_connection_devices.<locals>.<lambda> at 0x7fa9702c27a0>, {('172.16.0.220:3260', 'iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39'): ({'sdb'}, set())}) {{(pid=74639) _get_connection_devices /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:863}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Removing single pathed devices sdb {{(pid=74639) remove_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:374}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd show status {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd show status" returned: 0 in 0.019s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c14ea110-72f1-442d-a6db-345a2d5af183]: (4, ('path checker states:\nup                  1\n\npaths: 0\nbusy: False\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): multipathd del path /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "multipathd del path /dev/sdb" returned: 0 in 0.020s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[cc4d877a-2469-4b20-81da-1feee6c01c19]: (4, ('ok\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Flushing IO for device /dev/sdb {{(pid=74639) flush_device_io /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:434}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): blockdev --flushbufs /dev/sdb {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "blockdev --flushbufs /dev/sdb" returned: 0 in 0.015s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[6fdfeaf1-cce2-4ab9-bc12-c1bed03a4a56]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Remove SCSI device /dev/sdb with /sys/block/sdb/device/delete {{(pid=74639) remove_scsi_device /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:148}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): tee -a /sys/block/sdb/device/delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "tee -a /sys/block/sdb/device/delete" returned: 0 in 0.044s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[d94c2fb1-8c65-4643-bdbf-a0ab9d607adb]: (4, ('1', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Checking to see if SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:156}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.linuxscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] SCSI volumes sdb have been removed. {{(pid=74639) wait_for_volumes_removal /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/linuxscsi.py:166}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Disconnecting from: [('172.16.0.220:3260', 'iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39')] {{(pid=74639) _disconnect_connection /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1171}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.startup -v manual {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op update -n node.startup -v manual" returned: 0 in 0.025s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[9c3d645b-647b-4d70-ac12-5c809eeeaf9c]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'update', '-n', 'node.startup', '-v', 'manual'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --logout {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --logout" returned: 0 in 0.057s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[f03a2630-d548-490d-a5e4-faed66acc1dc]: (4, ('Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39, portal: 172.16.0.220,3260]\nLogout of [sid: 70, target: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39, portal: 172.16.0.220,3260] successful.\n', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--logout',): stdout=Logging out of session [sid: 70, target: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39, portal: 172.16.0.220,3260]
Nov 15 20:46:00 user nova-compute[74639]: Logout of [sid: 70, target: iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39, portal: 172.16.0.220,3260] successful.
Nov 15 20:46:00 user nova-compute[74639]:  stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op delete {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [-] CMD "iscsiadm -m node -T iqn.2010-10.org.openstack:357c5dad-74a1-40d6-b545-0ccdd9370c39 -p 172.16.0.220:3260 --op delete" returned: 0 in 0.017s {{(pid=85980) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG oslo.privsep.daemon [-] privsep: reply[c92d54b2-935f-4bd2-ac59-e26a9c477a79]: (4, ('', '')) {{(pid=85980) _call_back /opt/stack/data/venv/lib/python3.10/site-packages/oslo_privsep/daemon.py:499}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] iscsiadm ('--op', 'delete'): stdout= stderr= {{(pid=74639) _run_iscsiadm /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/iscsi.py:1037}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.base [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "connect_volume" "released" by "os_brick.initiator.connectors.iscsi.ISCSIConnector.disconnect_volume" :: held 0.309s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/initiator/connectors/base.py:87}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG os_brick.initiator.connectors.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] <== disconnect_volume: return (310ms) None {{(pid=74639) trace_logging_wrapper /opt/stack/data/venv/lib/python3.10/site-packages/os_brick/utils.py:203}}
Nov 15 20:46:00 user nova-compute[74639]: DEBUG nova.virt.libvirt.volume.iscsi [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Disconnected iSCSI Volume {{(pid=74639) disconnect_volume /opt/stack/nova/nova/virt/libvirt/volume/iscsi.py:79}}
Nov 15 20:46:01 user nova-compute[74639]: DEBUG nova.objects.instance [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'flavor' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:46:01 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-82c9e3b8-2707-48b0-ae37-9ec56bbfa78c tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.detach_volume.<locals>.do_detach_volume" :: held 21.667s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:46:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:17 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:22 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:24 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:25 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:46:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:46:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:312}}
Nov 15 20:46:25 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquired lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:315}}
Nov 15 20:46:25 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Forcefully refreshing network info cache for instance {{(pid=74639) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2003}}
Nov 15 20:46:25 user nova-compute[74639]: DEBUG nova.objects.instance [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lazy-loading 'info_cache' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG nova.network.neutron [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [{"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Releasing lock "refresh_cache-98ae5cfd-9c48-412c-99f2-1c45cbd2644b" {{(pid=74639) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:333}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updated the network info_cache for instance {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9993}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.176s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:26 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running cmd (subprocess): /opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:384}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG oslo_concurrency.processutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CMD "/opt/stack/data/venv/bin/python3.10 -m oslo_concurrency.prlimit --as=1073741824 --cpu=30 -- env LC_ALL=C LANG=C qemu-img info /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b/disk --force-share --output=json" returned: 0 in 0.184s {{(pid=74639) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:422}}
Nov 15 20:46:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:46:27 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:46:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9018MB free_disk=25.05490493774414GB free_vcpus=11 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 512, 'VCPU': 1}}. {{(pid=74639) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1704}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 1 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=1024MB phys_disk=40GB used_disk=1GB total_vcpus=12 used_vcpus=1 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:46:27 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.161s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:28 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:46:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:46:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" acquired by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.<locals>._clear_events" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:46 user nova-compute[74639]: INFO nova.compute.manager [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Terminating instance
Nov 15 20:46:46 user nova-compute[74639]: DEBUG nova.compute.manager [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Start destroying the instance on the hypervisor. {{(pid=74639) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3140}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-80f6644b-4564-43b9-9ac8-18b13b818b34 req-dba6a40e-cb1c-42fe-8606-d7f0768afb5b service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-unplugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80f6644b-4564-43b9-9ac8-18b13b818b34 req-dba6a40e-cb1c-42fe-8606-d7f0768afb5b service nova] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80f6644b-4564-43b9-9ac8-18b13b818b34 req-dba6a40e-cb1c-42fe-8606-d7f0768afb5b service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-80f6644b-4564-43b9-9ac8-18b13b818b34 req-dba6a40e-cb1c-42fe-8606-d7f0768afb5b service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-80f6644b-4564-43b9-9ac8-18b13b818b34 req-dba6a40e-cb1c-42fe-8606-d7f0768afb5b service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] No waiting events found dispatching network-vif-unplugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG nova.compute.manager [req-80f6644b-4564-43b9-9ac8-18b13b818b34 req-dba6a40e-cb1c-42fe-8606-d7f0768afb5b service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-unplugged-e517e89a-81a7-4db4-b3c6-92beca91a043 for instance with task_state deleting. {{(pid=74639) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10890}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [-] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Instance destroyed successfully.
Nov 15 20:46:46 user nova-compute[74639]: DEBUG nova.objects.instance [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lazy-loading 'resources' on Instance uuid 98ae5cfd-9c48-412c-99f2-1c45cbd2644b {{(pid=74639) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG nova.virt.libvirt.vif [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] vif_type=ovs instance=Instance(access_ip_v4=None,access_ip_v6=None,architecture=None,auto_disk_config=False,availability_zone='nova',cell_name=None,cleaned=False,compute_id=1,config_drive='',created_at=2023-11-15T20:40:22Z,default_ephemeral_device=None,default_swap_device=None,deleted=False,deleted_at=None,device_metadata=<?>,disable_terminate=False,display_description='tempest-SnapshotDataIntegrityTests-server-531275482',display_name='tempest-SnapshotDataIntegrityTests-server-531275482',ec2_ids=<?>,ephemeral_gb=0,ephemeral_key_uuid=None,fault=<?>,flavor=Flavor(6),hidden=False,host='user',hostname='tempest-snapshotdataintegritytests-server-531275482',id=53,image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',info_cache=InstanceInfoCache,instance_type_id=6,kernel_id='',key_data='ecdsa-sha2-nistp384 AAAAE2VjZHNhLXNoYTItbmlzdHAzODQAAAAIbmlzdHAzODQAAABhBISPkyf9bCS8QxB2jLiIhkB4go802qUE+8yizIYGalKQ0ukMd+sEblHCf1qbgcKYv+vn5ERW0FopeoYnAYzz893CLHtLCdBlXMxpJmKLRkVV4QWW197L4Xo5P0cv1EscyA==',key_name='tempest-keypair-124163620',keypairs=<?>,launch_index=0,launched_at=2023-11-15T20:40:30Z,launched_on='user',locked=False,locked_by=None,memory_mb=512,metadata={},migration_context=<?>,new_flavor=None,node='user',numa_topology=None,old_flavor=None,os_type=None,pci_devices=<?>,pci_requests=<?>,power_state=1,progress=0,project_id='43e4435b6ab841ff9ae16494e5edadbc',ramdisk_id='',reservation_id='r-sfuv1sux',resources=None,root_device_name='/dev/vda',root_gb=1,security_groups=SecurityGroupList,services=<?>,shutdown_terminate=False,system_metadata={boot_roles='reader,member',image_base_image_ref='c6c9b382-2ced-4856-a9d7-a1f33cd11d30',image_container_format='bare',image_disk_format='qcow2',image_hw_cdrom_bus='ide',image_hw_disk_bus='virtio',image_hw_input_bus=None,image_hw_machine_type='pc',image_hw_pointer_model=None,image_hw_rng_model='virtio',image_hw_video_model='virtio',image_hw_vif_model='virtio',image_min_disk='1',image_min_ram='0',image_owner_specified.openstack.md5='',image_owner_specified.openstack.object='images/cirros-0.6.2-x86_64-disk',image_owner_specified.openstack.sha256='',owner_project_name='tempest-SnapshotDataIntegrityTests-660244229',owner_user_name='tempest-SnapshotDataIntegrityTests-660244229-project-member'},tags=<?>,task_state='deleting',terminated_at=None,trusted_certs=<?>,updated_at=2023-11-15T20:40:30Z,user_data='IyEvYmluL3NoCmVjaG8gIlByaW50aW5nIGNpcnJvcyB1c2VyIGF1dGhvcml6ZWQga2V5cyIKY2F0IH5jaXJyb3MvLnNzaC9hdXRob3JpemVkX2tleXMgfHwgdHJ1ZQo=',user_id='d263a1b050d24e589744badb8d4d8254',uuid=98ae5cfd-9c48-412c-99f2-1c45cbd2644b,vcpu_model=<?>,vcpus=1,vm_mode=None,vm_state='active') vif={"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) unplug /opt/stack/nova/nova/virt/libvirt/vif.py:828}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Converting VIF {"id": "e517e89a-81a7-4db4-b3c6-92beca91a043", "address": "fa:16:3e:14:ae:e8", "network": {"id": "1c7fc7b8-4783-4dc1-ab84-b85c70d48056", "bridge": "br-int", "label": "tempest-SnapshotDataIntegrityTests-1648131057-network", "subnets": [{"cidr": "10.0.0.0/28", "dns": [], "gateway": {"address": "10.0.0.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "10.0.0.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "172.24.4.93", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"dhcp_server": "10.0.0.1"}}], "meta": {"injected": false, "tenant_id": "43e4435b6ab841ff9ae16494e5edadbc", "mtu": 1442, "physical_network": null, "tunneled": true}}, "type": "ovs", "details": {"port_filter": true, "connectivity": "l2", "bound_drivers": {"0": "ovn"}}, "devname": "tape517e89a-81", "ovs_interfaceid": "e517e89a-81a7-4db4-b3c6-92beca91a043", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}} {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:511}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG nova.network.os_vif_util [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Converted object VIFOpenVSwitch(active=True,address=fa:16:3e:14:ae:e8,bridge_name='br-int',has_traffic_filtering=True,id=e517e89a-81a7-4db4-b3c6-92beca91a043,network=Network(1c7fc7b8-4783-4dc1-ab84-b85c70d48056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape517e89a-81') {{(pid=74639) nova_to_osvif_vif /opt/stack/nova/nova/network/os_vif_util.py:548}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG os_vif [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Unplugging vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:ae:e8,bridge_name='br-int',has_traffic_filtering=True,id=e517e89a-81a7-4db4-b3c6-92beca91a043,network=Network(1c7fc7b8-4783-4dc1-ab84-b85c70d48056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape517e89a-81') {{(pid=74639) unplug /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:109}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DelPortCommand(_result=None, port=tape517e89a-81, bridge=br-int, if_exists=True) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 30 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.transaction [-] Running txn n=1 command(idx=0): DbDestroyCommand(_result=None, table=QoS, record=a1aa3d12-f934-417f-b80d-2ecac76387aa) {{(pid=74639) do_commit /opt/stack/data/venv/lib/python3.10/site-packages/ovsdbapp/backend/ovs_idl/transaction.py:89}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 0-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:46:46 user nova-compute[74639]: INFO os_vif [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Successfully unplugged vif VIFOpenVSwitch(active=True,address=fa:16:3e:14:ae:e8,bridge_name='br-int',has_traffic_filtering=True,id=e517e89a-81a7-4db4-b3c6-92beca91a043,network=Network(1c7fc7b8-4783-4dc1-ab84-b85c70d48056),plugin='ovs',port_profile=VIFPortProfileOpenVSwitch,preserve_on_delete=False,vif_name='tape517e89a-81')
Nov 15 20:46:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Deleting instance files /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b_del
Nov 15 20:46:46 user nova-compute[74639]: INFO nova.virt.libvirt.driver [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Deletion of /opt/stack/data/nova/instances/98ae5cfd-9c48-412c-99f2-1c45cbd2644b_del complete
Nov 15 20:46:47 user nova-compute[74639]: INFO nova.compute.manager [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Took 0.87 seconds to destroy the instance on the hypervisor.
Nov 15 20:46:47 user nova-compute[74639]: DEBUG oslo.service.loopingcall [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.<locals>._deallocate_network_with_retries to return. {{(pid=74639) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}}
Nov 15 20:46:47 user nova-compute[74639]: DEBUG nova.compute.manager [-] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Deallocating network for instance {{(pid=74639) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2279}}
Nov 15 20:46:47 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] deallocate_for_instance() {{(pid=74639) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1802}}
Nov 15 20:46:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:47 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:47 user nova-compute[74639]: DEBUG nova.network.neutron [-] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Updating instance_info_cache with network_info: [] {{(pid=74639) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}}
Nov 15 20:46:48 user nova-compute[74639]: INFO nova.compute.manager [-] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Took 0.97 seconds to deallocate network for instance.
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-c63e9500-2f2e-48f5-aaa4-fb291667fa20 req-2886778a-a160-4a97-8a7b-1292ce779de6 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-deleted-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.116s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:48 user nova-compute[74639]: INFO nova.scheduler.client.report [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Deleted allocations for instance 98ae5cfd-9c48-412c-99f2-1c45cbd2644b
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-3e93a246-0a7d-4a9e-8cb5-b11f5bd01dd3 tempest-SnapshotDataIntegrityTests-660244229 tempest-SnapshotDataIntegrityTests-660244229-project-member] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b" "released" by "nova.compute.manager.ComputeManager.terminate_instance.<locals>.do_terminate_instance" :: held 2.146s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] No waiting events found dispatching network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:46:48 user nova-compute[74639]: WARNING nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received unexpected event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 for instance with vm_state deleted and task_state None.
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] No waiting events found dispatching network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:46:48 user nova-compute[74639]: WARNING nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received unexpected event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 for instance with vm_state deleted and task_state None.
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] No waiting events found dispatching network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:46:48 user nova-compute[74639]: WARNING nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received unexpected event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 for instance with vm_state deleted and task_state None.
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-unplugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] No waiting events found dispatching network-vif-unplugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:46:48 user nova-compute[74639]: WARNING nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received unexpected event network-vif-unplugged-e517e89a-81a7-4db4-b3c6-92beca91a043 for instance with vm_state deleted and task_state None.
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) external_instance_event /opt/stack/nova/nova/compute/manager.py:11112}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Acquiring lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] Lock "98ae5cfd-9c48-412c-99f2-1c45cbd2644b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.<locals>._pop_event" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:46:48 user nova-compute[74639]: DEBUG nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] No waiting events found dispatching network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 {{(pid=74639) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}}
Nov 15 20:46:48 user nova-compute[74639]: WARNING nova.compute.manager [req-a44dc155-5940-4ec9-b884-9900c575323b req-01f9a20e-8733-4c4e-a59f-1f49afe15885 service nova] [instance: 98ae5cfd-9c48-412c-99f2-1c45cbd2644b] Received unexpected event network-vif-plugged-e517e89a-81a7-4db4-b3c6-92beca91a043 for instance with vm_state deleted and task_state None.
Nov 15 20:46:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:46:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:47:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:47:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: idle 5001 ms, sending inactivity probe {{(pid=74639) run /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:117}}
Nov 15 20:47:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering IDLE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:47:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] tcp:127.0.0.1:6640: entering ACTIVE {{(pid=74639) _transition /opt/stack/data/venv/lib/python3.10/site-packages/ovs/reconnect.py:519}}
Nov 15 20:47:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:06 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:11 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:47:13 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:47:14 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:47:16 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:47:18 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:47:21 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:23 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:47:23 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:47:24 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:47:25 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:47:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Starting heal instance info cache {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9922}}
Nov 15 20:47:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Rebuilding the list of instances to heal {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9926}}
Nov 15 20:47:25 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Didn't find any instances for network info cache update. {{(pid=74639) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10008}}
Nov 15 20:47:26 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:47:26 user nova-compute[74639]: DEBUG nova.compute.manager [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=74639) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10541}}
Nov 15 20:47:26 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:47:28 user nova-compute[74639]: DEBUG oslo_service.periodic_task [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Running periodic task ComputeManager.update_available_resource {{(pid=74639) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}}
Nov 15 20:47:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:47:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:47:28 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:47:28 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Auditing locally available compute resources for user (node: user) {{(pid=74639) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}}
Nov 15 20:47:29 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:47:29 user nova-compute[74639]: WARNING nova.virt.libvirt.driver [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] This host appears to have multiple sockets per NUMA node. The `socket` PCI NUMA affinity will not be supported.
Nov 15 20:47:29 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Hypervisor/Node resource view: name=user free_ram=9171MB free_disk=25.074081420898438GB free_vcpus=12 pci_devices=[{"dev_id": "pci_0000_00_18_7", "address": "0000:00:18.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_10_0", "address": "0000:00:10.0", "product_id": "0030", "vendor_id": "1000", "numa_node": null, "label": "label_1000_0030", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_0", "address": "0000:00:17.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_0", "address": "0000:00:15.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_02_01_0", "address": "0000:02:01.0", "product_id": "07e0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07e0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_2", "address": "0000:00:18.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_01_0", "address": "0000:00:01.0", "product_id": "7191", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7191", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_1", "address": "0000:00:18.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_7", "address": "0000:00:15.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_0f_0", "address": "0000:00:0f.0", "product_id": "0405", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0405", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_6", "address": "0000:00:18.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_11_0", "address": "0000:00:11.0", "product_id": "0790", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0790", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_6", "address": "0000:00:16.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_1", "address": "0000:00:07.1", "product_id": "7111", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7111", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_0", "address": "0000:00:07.0", "product_id": "7110", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7110", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_7", "address": "0000:00:17.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_4", "address": "0000:00:18.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_4", "address": "0000:00:15.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_7", "address": "0000:00:16.7", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_7", "address": "0000:00:07.7", "product_id": "0740", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_0740", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_1", "address": "0000:00:17.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_07_3", "address": "0000:00:07.3", "product_id": "7113", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7113", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_1", "address": "0000:00:15.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_4", "address": "0000:00:16.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_0", "address": "0000:00:16.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_3", "address": "0000:00:15.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_5", "address": "0000:00:16.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_3", "address": "0000:00:18.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_2", "address": "0000:00:16.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_3", "address": "0000:00:16.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_16_1", "address": "0000:00:16.1", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_5", "address": "0000:00:18.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_5", "address": "0000:00:17.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_3", "address": "0000:00:17.3", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_5", "address": "0000:00:15.5", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_2", "address": "0000:00:15.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_0b_00_0", "address": "0000:0b:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_4", "address": "0000:00:17.4", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_2", "address": "0000:00:17.2", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_03_00_0", "address": "0000:03:00.0", "product_id": "07b0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07b0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_00_0", "address": "0000:00:00.0", "product_id": "7190", "vendor_id": "8086", "numa_node": null, "label": "label_8086_7190", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_17_6", "address": "0000:00:17.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_18_0", "address": "0000:00:18.0", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}, {"dev_id": "pci_0000_00_15_6", "address": "0000:00:15.6", "product_id": "07a0", "vendor_id": "15ad", "numa_node": null, "label": "label_15ad_07a0", "dev_type": "type-PCI"}] {{(pid=74639) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}}
Nov 15 20:47:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:404}}
Nov 15 20:47:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:409}}
Nov 15 20:47:29 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Total usable vcpus: 12, total allocated vcpus: 0 {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}}
Nov 15 20:47:29 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Final resource view: name=user phys_ram=16011MB used_ram=512MB phys_disk=40GB used_disk=0GB total_vcpus=12 used_vcpus=0 pci_stats=[] {{(pid=74639) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}}
Nov 15 20:47:29 user nova-compute[74639]: DEBUG nova.compute.provider_tree [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed in ProviderTree for provider: 60c3962b-52f7-40bd-bace-8bf854e515d2 {{(pid=74639) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}}
Nov 15 20:47:29 user nova-compute[74639]: DEBUG nova.scheduler.client.report [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Inventory has not changed for provider 60c3962b-52f7-40bd-bace-8bf854e515d2 based on inventory data: {'VCPU': {'total': 12, 'reserved': 0, 'min_unit': 1, 'max_unit': 12, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 16011, 'reserved': 512, 'min_unit': 1, 'max_unit': 16011, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 40, 'reserved': 0, 'min_unit': 1, 'max_unit': 40, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=74639) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:940}}
Nov 15 20:47:29 user nova-compute[74639]: DEBUG nova.compute.resource_tracker [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Compute_service record updated for user:user {{(pid=74639) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}}
Nov 15 20:47:29 user nova-compute[74639]: DEBUG oslo_concurrency.lockutils [None req-e3cc59ed-a5f4-4d24-9c4b-1f0ce6b8a1c3 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 0.271s {{(pid=74639) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:423}}
Nov 15 20:47:31 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:47:36 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}
Nov 15 20:47:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:40 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:41 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:43 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:46 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:51 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:47:56 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] [POLLIN] on fd 32 {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:263}}
Nov 15 20:48:01 user nova-compute[74639]: DEBUG ovsdbapp.backend.ovs_idl.vlog [-] 4999-ms timeout {{(pid=74639) __log_wakeup /opt/stack/data/venv/lib/python3.10/site-packages/ovs/poller.py:248}}